[
{
"name": "Outputs do not contain 'As an AI assistant'",
"description": "Asserts that the output text does not contain the phrase 'As an AI assistant'",
"type": "integrity",
"subtype": "stringValidation",
"thresholds": [
{
"insightName": "stringValidation",
"insightParameters": [
{ "name": "column_name", "value": "output" }, // Selects the column `output`
{ "name": "operator", "value": "Does not contain" }, // Must be one of "Equal", "Not equal", "Contain", "Does not contain", "iContain", "Does not icontain", "Regex", "Does not match regex", "Contains any", "Does not contain any", "Contains all", "Does not contain all"
{ "name": "value", "value": "As an AI assistant" } // Must be a string or array of strings
],
"measurement": "failingRowPercentage",
"operator": "<=",
"value": 0.0
}
],
"subpopulationFilters": null,
"mode": "development",
"usesValidationDataset": true, // Apply test to the validation set
"usesTrainingDataset": false,
"usesMlModel": false,
"syncId": "b4dee7dc-4f15-48ca-a282-63e2c04e0689" // Some unique id
}
]