Update agent monitoring template for foundational models (#55)

smoorjani · web-flow · commit b874180b0060 · 2024-12-13T12:36:08.000-08:00
diff --git a/rag_app_sample_code/resources/agent_quality_fm_monitoring_dashboard_template.json b/rag_app_sample_code/resources/agent_quality_fm_monitoring_dashboard_template.json
@@ -3,7 +3,7 @@
         {
             "name": "b3e86a40",
             "displayName": "sampled_request_logs_eval",
-            "query": "with eval_log as (\n    select \n        *,\n        case\n            when `response/overall_assessment/rating` = \"yes\" then \"no_quality_issue\"\n            when `response/overall_assessment/rating` = \"no\" then \"has_quality_issue\"\n            else null\n        end as overall_assessment,\n        execution_duration_ms / 1000 as execution_time_s,\n        concat(\n            '/ml/experiments/',\n            experiment_id,\n            '/runs/',\n            run_id,\n            '/evaluations?searchQuery=',\n            databricks_request_id\n        ) as eval_details\n    from ml.{{eval_requests_log_table_name}}\n    where \n        run_id is not null \n        and run_id != \"skipped\"\n)\nselect eval_log.*\nfrom eval_log"
+            "query": "with eval_log as (\n    select \n        *,\n        case\n            when `response/overall_assessment/rating` = \"yes\" then \"no_quality_issue\"\n            when `response/overall_assessment/rating` = \"no\" then \"has_quality_issue\"\n            else null\n        end as overall_assessment,\n        execution_duration_ms / 1000 as execution_time_s,\n        concat(\n            '/ml/experiments/',\n            experiment_id,\n            '/runs/',\n            run_id,\n            '/evaluations?searchQuery=',\n            databricks_request_id\n        ) as eval_details\n    from {{eval_requests_log_table_name}}\n    where \n        run_id is not null \n        and run_id != \"skipped\"\n)\nselect eval_log.*\nfrom eval_log"
         },
         {
             "name": "f31542f7",
@@ -35,7 +35,7 @@
                             {
                                 "name": "main_query",
                                 "query": {
-                                    "datasetName": "b3e86a40",
+                                    "datasetName": "f31542f7",
                                     "fields": [
                                         {
                                             "name": "daily(timestamp)",
@@ -335,7 +335,7 @@
                             {
                                 "name": "main_query",
                                 "query": {
-                                    "datasetName": "b3e86a40",
+                                    "datasetName": "f31542f7",
                                     "fields": [
                                         {
                                             "name": "status_code",

Original file line number	Diff line number	Diff line change
`@@ -3,7 +3,7 @@`
`3`	`3`	`{`
`4`	`4`	`"name": "b3e86a40",`
`5`	`5`	`"displayName": "sampled_request_logs_eval",`
`6`		- "query": "with eval_log as (\n select \n ,\n case\n when `response/overall_assessment/rating` = \"yes\" then \"no_quality_issue\"\n when `response/overall_assessment/rating` = \"no\" then \"has_quality_issue\"\n else null\n end as overall_assessment,\n execution_duration_ms / 1000 as execution_time_s,\n concat(\n '/ml/experiments/',\n experiment_id,\n '/runs/',\n run_id,\n '/evaluations?searchQuery=',\n databricks_request_id\n ) as eval_details\n from ml.{{eval_requests_log_table_name}}\n where \n run_id is not null \n and run_id != \"skipped\"\n)\nselect eval_log.\nfrom eval_log"
	`6`	+ "query": "with eval_log as (\n select \n ,\n case\n when `response/overall_assessment/rating` = \"yes\" then \"no_quality_issue\"\n when `response/overall_assessment/rating` = \"no\" then \"has_quality_issue\"\n else null\n end as overall_assessment,\n execution_duration_ms / 1000 as execution_time_s,\n concat(\n '/ml/experiments/',\n experiment_id,\n '/runs/',\n run_id,\n '/evaluations?searchQuery=',\n databricks_request_id\n ) as eval_details\n from {{eval_requests_log_table_name}}\n where \n run_id is not null \n and run_id != \"skipped\"\n)\nselect eval_log.\nfrom eval_log"
`7`	`7`	`},`
`8`	`8`	`{`
`9`	`9`	`"name": "f31542f7",`
`@@ -35,7 +35,7 @@`
`35`	`35`	`{`
`36`	`36`	`"name": "main_query",`
`37`	`37`	`"query": {`
`38`		`- "datasetName": "b3e86a40",`
	`38`	`+ "datasetName": "f31542f7",`
`39`	`39`	`"fields": [`
`40`	`40`	`{`
`41`	`41`	`"name": "daily(timestamp)",`
`@@ -335,7 +335,7 @@`
`335`	`335`	`{`
`336`	`336`	`"name": "main_query",`
`337`	`337`	`"query": {`
`338`		`- "datasetName": "b3e86a40",`
	`338`	`+ "datasetName": "f31542f7",`
`339`	`339`	`"fields": [`
`340`	`340`	`{`
`341`	`341`	`"name": "status_code",`