diff --git a/mmv1/products/ces/App.yaml b/mmv1/products/ces/App.yaml index 46943133dc80..c3d01618f04d 100644 --- a/mmv1/products/ces/App.yaml +++ b/mmv1/products/ces/App.yaml @@ -326,6 +326,14 @@ properties: description: |- The success threshold for semantic similarity. Must be an integer between 0 and 4. Default is >= 3. + - name: semanticSimilarityChannel + type: String + description: |- + The semantic similarity channel to use for evaluation. + Possible values: + SEMANTIC_SIMILARITY_CHANNEL_UNSPECIFIED + TEXT + AUDIO - name: globalInstruction type: String description: |- diff --git a/mmv1/products/ces/AppVersion.yaml b/mmv1/products/ces/AppVersion.yaml index 929fd2930560..f24c74cf27fd 100644 --- a/mmv1/products/ces/AppVersion.yaml +++ b/mmv1/products/ces/AppVersion.yaml @@ -706,6 +706,15 @@ properties: The success threshold for semantic similarity. Must be an integer between 0 and 4. Default is >= 3. output: true + - name: semanticSimilarityChannel + type: String + description: |- + The semantic similarity channel to use for evaluation. + Possible values: + SEMANTIC_SIMILARITY_CHANNEL_UNSPECIFIED + TEXT + AUDIO + output: true - name: globalInstruction type: String description: |- diff --git a/mmv1/templates/terraform/samples/services/ces/ces_app_basic.tf.tmpl b/mmv1/templates/terraform/samples/services/ces/ces_app_basic.tf.tmpl index 25ff40742c17..d2ecf6657c4c 100644 --- a/mmv1/templates/terraform/samples/services/ces/ces_app_basic.tf.tmpl +++ b/mmv1/templates/terraform/samples/services/ces/ces_app_basic.tf.tmpl @@ -94,6 +94,7 @@ resource "google_ces_app" "ces_app_basic" { turn_level_metrics_thresholds { semantic_similarity_success_threshold = 3 overall_tool_invocation_correctness_threshold = 1.0 + semantic_similarity_channel = "TEXT" } expectation_level_metrics_thresholds { tool_invocation_parameter_correctness_threshold = 1.0 diff --git a/mmv1/third_party/terraform/services/ces/ces_app_test.go b/mmv1/third_party/terraform/services/ces/ces_app_test.go index de760e95129f..beff00ebbaf9 100644 --- a/mmv1/third_party/terraform/services/ces/ces_app_test.go +++ b/mmv1/third_party/terraform/services/ces/ces_app_test.go @@ -150,6 +150,7 @@ resource "google_ces_app" "ces_app_basic" { turn_level_metrics_thresholds { semantic_similarity_success_threshold = 3 overall_tool_invocation_correctness_threshold = 1.0 + semantic_similarity_channel = "TEXT" } expectation_level_metrics_thresholds { tool_invocation_parameter_correctness_threshold = 1.0 @@ -359,6 +360,7 @@ resource "google_ces_app" "ces_app_basic" { turn_level_metrics_thresholds { semantic_similarity_success_threshold = 4 overall_tool_invocation_correctness_threshold = 0.1 + semantic_similarity_channel = "AUDIO" } expectation_level_metrics_thresholds { tool_invocation_parameter_correctness_threshold = 0.1