search

microsoft / mlops-promptflow-prompt

MLOps for PromptFlow SDK
MIT License
30 stars 2 forks source link

Infra extensions for azure devops pipeline for bicep, llm deployments, aks cluster with access #125

Open seekerofsai opened 2 months ago

seekerofsai commented 2 months ago

changes for issues

https://github.com/microsoft/mlops-promptflow-prompt/issues/124 https://github.com/microsoft/mlops-promptflow-prompt/issues/119 https://github.com/microsoft/mlops-promptflow-prompt/issues/120 https://github.com/microsoft/mlops-promptflow-prompt/issues/121

seekerofsai commented 2 months ago

rg : bneti-mlops-pf2 location: westus storage account : stgwestusbnetipf2 keyvault: kvwestusbnetipf2 appinsights: aiwestusbnetipf2 acr: acrwestusbnetipf2 aiservice: aisbnetiwus2 principalid: 47a2ed9d-5699-46dd-80d5-1ca403a1fcd0 node resource group : bneti-aks-rg2 { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/providers/Microsoft.Resources/deployments/main", "location": "westus", "name": "main", "properties": { "correlationId": "8254da81-893a-4f4e-86f1-af58c58d8476", "debugSetting": null, "dependencies": [ { "dependsOn": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" } ], "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/stgwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "stgwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "dependsOn": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" } ], "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/kvwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "kvwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "dependsOn": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" } ], "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/aiwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "aiwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "dependsOn": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" } ], "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/acrwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "acrwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "dependsOn": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" } ], "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/aisbnetiwus2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "aisbnetiwus2", "resourceType": "Microsoft.Resources/deployments" }, { "dependsOn": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/aisbnetiwus2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "aisbnetiwus2", "resourceType": "Microsoft.Resources/deployments" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/aiwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "aiwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/acrwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "acrwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/kvwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "kvwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/stgwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "stgwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/aisbnetiwus2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "aisbnetiwus2", "resourceType": "Microsoft.Resources/deployments" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/aiwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "aiwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/acrwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "acrwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/kvwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "kvwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" }, { "apiVersion": "2022-09-01", "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/stgwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2", "resourceName": "stgwestusbnetipf2", "resourceType": "Microsoft.Resources/deployments" } ], "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/aihubresource", "resourceGroup": "bneti-mlops-pf2", "resourceName": "aihubresource", "resourceType": "Microsoft.Resources/deployments" }, { "dependsOn": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" } ], "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/user-acr-role-push", "resourceGroup": "bneti-mlops-pf2", "resourceName": "user-acr-role-push", "resourceType": "Microsoft.Resources/deployments" }, { "dependsOn": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" } ], "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/user-acr-role-pull", "resourceGroup": "bneti-mlops-pf2", "resourceName": "user-acr-role-pull", "resourceType": "Microsoft.Resources/deployments" }, { "dependsOn": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2", "resourceName": "bneti-mlops-pf2", "resourceType": "Microsoft.Resources/resourceGroups" } ], "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Resources/deployments/aks", "resourceGroup": "bneti-mlops-pf2", "resourceName": "aks", "resourceType": "Microsoft.Resources/deployments" } ], "duration": "PT4M27.0704775S", "error": null, "mode": "Incremental", "onErrorDeployment": null, "outputResources": [ { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Authorization/roleAssignments/846cc646-3a3c-5ff0-ba70-f94d8e925d42", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Authorization/roleAssignments/cb0d73b9-5ab7-564e-b4a0-af63d61832cc", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.CognitiveServices/accounts/aisbnetiwus2", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.CognitiveServices/accounts/aisbnetiwus2/deployments/gpt-35-turbo", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.CognitiveServices/accounts/aisbnetiwus2/deployments/gpt-4", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.CognitiveServices/accounts/aisbnetiwus2/deployments/text-embedding-ada-002", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.ContainerRegistry/registries/acrwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.ContainerRegistry/registries/acrwestusbnetipf2/providers/Microsoft.Authorization/roleAssignments/3401e298-1fd8-500e-8a13-978dbc8cf020", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.ContainerService/managedClusters/aks-cluster", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.ContainerService/managedClusters/aks-cluster/agentPools/agentpool", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.ContainerService/managedClusters/aks-cluster/providers/Microsoft.Authorization/roleAssignments/a1b1ce6c-3647-513f-af81-6817454c7e88", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Insights/components/aiwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.KeyVault/vaults/kvwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.MachineLearningServices/workspaces/mlopspfaihub", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.MachineLearningServices/workspaces/mlopspfaihub/connections/aoai", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.MachineLearningServices/workspaces/mlopspfproject", "resourceGroup": "bneti-mlops-pf2" }, { "id": "/subscriptions/01fbc639-b4aa-4a7c-b178-258ce3cd2a2a/resourceGroups/bneti-mlops-pf2/providers/Microsoft.Storage/storageAccounts/stgwestusbnetipf2", "resourceGroup": "bneti-mlops-pf2" } ], "outputs": null, "parameters": { "accessTier": { "type": "String", "value": "Hot" }, "aiHubDescription": { "type": "String", "value": "This is an example AI resource for use in Azure AI Studio." }, "aiHubFriendlyName": { "type": "String", "value": "MLOps Prompflow template resources for AI Studio." }, "aiHubName": { "type": "String", "value": "mlopspfaihub" }, "aiHubProjectFriendlyName": { "type": "String", "value": "AI Project for experimentation and evaluation" }, "aiHubProjectName": { "type": "String", "value": "mlopspfproject" }, "aiServiceName": { "type": "String", "value": "aisbnetiwus2" }, "appInsightsName": { "type": "String", "value": "aiwestusbnetipf2" }, "containerRegistryName": { "type": "String", "value": "acrwestusbnetipf2" }, "keyVaultName": { "type": "String", "value": "kvwestusbnetipf2" }, "kind": { "type": "String", "value": "StorageV2" }, "location": { "type": "String", "value": "westus" }, "nodeResourceGroupName": { "type": "String", "value": "bneti-aks-rg2" }, "principalId": { "type": "String", "value": "47a2ed9d-5699-46dd-80d5-1ca403a1fcd0" }, "principalType": { "type": "String", "value": "ServicePrincipal" }, "resourceGroupName": { "type": "String", "value": "bneti-mlops-pf2" }, "sku": { "type": "String", "value": "Standard_LRS" }, "storageAccount": { "type": "String", "value": "stgwestusbnetipf2" } }, "parametersLink": null, "providers": [ { "id": null, "namespace": "Microsoft.Resources", "providerAuthorizationConsentState": null, "registrationPolicy": null, "registrationState": null, "resourceTypes": [ { "aliases": null, "apiProfiles": null, "apiVersions": null, "capabilities": null, "defaultApiVersion": null, "locationMappings": null, "locations": [ "westus" ], "properties": null, "resourceType": "resourceGroups", "zoneMappings": null }, { "aliases": null, "apiProfiles": null, "apiVersions": null, "capabilities": null, "defaultApiVersion": null, "locationMappings": null, "locations": [ null ], "properties": null, "resourceType": "deployments", "zoneMappings": null } ] } ], "provisioningState": "Succeeded", "templateHash": "1244460008054902828", "templateLink": null, "timestamp": "2024-07-15T21:55:58.986234+00:00", "validatedResources": null }, "tags": null, "type": "Microsoft.Resources/deployments" }