Merge pull request Azure#8461 from sichoudh/master

cmdlets for MI Sync scenario
MabOneSdk · Feb 13, 2019 · 8c3b2d1 · 8c3b2d1
2 parents 4abdb97 + 8617577
commit 8c3b2d1
Show file tree

Hide file tree

Showing 34 changed files with 10,692 additions and 87 deletions.
diff --git a/src/DataMigration/DataMigration.Test/DataMigration.Test.csproj b/src/DataMigration/DataMigration.Test/DataMigration.Test.csproj
@@ -11,7 +11,7 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="Microsoft.Azure.Management.DataMigration" Version="0.6.0-preview" />
+    <PackageReference Include="Microsoft.Azure.Management.DataMigration" Version="0.7.0-preview" />
   </ItemGroup>
 
   <ItemGroup>

diff --git a/src/DataMigration/DataMigration.Test/ScenarioTests/Common.ps1 b/src/DataMigration/DataMigration.Test/ScenarioTests/Common.ps1
@@ -75,7 +75,7 @@ function Create-DataMigrationService($rg)
 	}else{
 		$serviceName = Get-ServiceName
 		$virtualSubNetId = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("VIRTUAL_SUBNET_ID")
-		$sku = "BusinessCritical_4vCores"
+		$sku = "Premium_4vCores"
 		$service = New-AzDataMigrationService -ResourceGroupName $rg.ResourceGroupName -ServiceName $ServiceName -Location $rg.Location -Sku $sku -VirtualSubnetId $virtualSubNetId
 	}
 
@@ -188,4 +188,22 @@ function SleepTask($value){
 	}else{
 		Start-Sleep -s 0
 	}
+}
+
+function New-TargetSqlMiSyncConnectionInfo
+{
+	$miResourceId = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("MI_RESOURCE_ID")
+	$connectioninfo = New-AzDmsConnInfo -ServerType SQLMI -MiResourceId $miResourceId
+
+	return $connectioninfo
+}
+
+function New-AzureActiveDirectoryApp
+{
+	$pwd = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("AZURE_AAD_APP_KEY")
+	$appId = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("AZURE_AAD_APP_ID")
+
+	$secpasswd = ConvertTo-SecureString $pwd -AsPlainText -Force
+	$app = New-AzDmsAadApp -ApplicationId $appId -AppKey $secpasswd
+	return $app
 }
diff --git a/src/DataMigration/DataMigration.Test/ScenarioTests/ServiceTests.cs b/src/DataMigration/DataMigration.Test/ScenarioTests/ServiceTests.cs
@@ -169,5 +169,26 @@ public void TestMigrateMongoDb()
         {
             DataMigrationTestController.NewInstance.RunPsTest(_logger, "Test-MigrateMongoDb");
         }
+
+        [Fact]
+        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        public void TestConnectToTargetSqlDbMiSync()
+        {
+            DataMigrationTestController.NewInstance.RunPsTest(_logger, "Test-ConnectToTargetSqlDbMiSync");
+        }
+
+        [Fact]
+        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        public void TestValidateMigrationInputSqlSqlDbMiSync()
+        {
+            DataMigrationTestController.NewInstance.RunPsTest(_logger, "Test-ValidateMigrationInputSqlSqlDbMiSync");
+        }
+
+        [Fact]
+        [Trait(Category.AcceptanceType, Category.CheckIn)]
+        public void TestMigrateSqlSqlDbMiSync()
+        {
+            DataMigrationTestController.NewInstance.RunPsTest(_logger, "Test-MigrateSqlSqlDbMiSync");
+        }
     }
 }
diff --git a/src/DataMigration/DataMigration.Test/ScenarioTests/ServiceTests.ps1 b/src/DataMigration/DataMigration.Test/ScenarioTests/ServiceTests.ps1
@@ -386,10 +386,6 @@ function Test-MigrateSqlSqlDBMi
 		$fileShareCred = Get-Creds $fileShareUsername $fileSharePassword
 
 		$backupFileShare = New-AzDmsFileShare -Path $fileSharePath -Credential $fileShareCred
-		Assert-AreEqual $fileSharePath $backupFileShare.Path
-		Assert-AreEqual $fileShareUserName $backupFileShare.Username
-		Assert-AreEqual $fileSharePassword $backupFileShare.Password
-
 		$sourceDbName = "TestMI"
 		$targetDbName = "TestMI6"
         $backupMode = "CreateBackup"
@@ -398,7 +394,6 @@ function Test-MigrateSqlSqlDBMi
 
 		Assert-AreEqual $sourceDbName $selectedDbs[0].Name
 		Assert-AreEqual $targetDbName $selectedDbs[0].RestoreDatabaseName
-		Assert-AreEqual $backupFileShare.Path $selectedDbs[0].BackupFileShare.Path
 
         #Migrating Logins and AgentJobs
         #$selectedLogins = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("MI_LOGINS")
@@ -424,7 +419,6 @@ function Test-MigrateSqlSqlDBMi
 		$task = Get-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand
 
 		Assert-AreEqual $taskName $task[0].Name
-		Assert-AreEqual $backupFileShare.Path $task.ProjectTask.Properties.Input.BackupFileShare.Path
 		#Assert-AreEqual $selectedJobs[0] $task.ProjectTask.Properties.Input.SelectedAgentJobs[0]
 		#Assert-AreEqual $selectedLogins[0] $task.ProjectTask.Properties.Input.SelectedLogins[0]
 		Assert-AreEqual $sourceDbName $task.ProjectTask.Properties.Input.SelectedDatabases[0].Name
@@ -788,7 +782,7 @@ function Test-MigrateSqlSqlDBSync
 
 				    if ($output.MigrationState -eq "READY_TO_COMPLETE")
 				    {
-					    $command = Invoke-AzDmsCommand -CommandType Complete `
+					    $command = Invoke-AzDmsCommand -CommandType CompleteSqlDBSync `
 						    -ResourceGroupName $rg.ResourceGroupName `
 						    -ServiceName $service.Name `
 						    -ProjectName $project.Name `
@@ -903,7 +897,7 @@ function Test-MigrateMongoDb
 			$task = Get-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand
 
 			if($task.ProjectTask.Properties.State -eq "Running") {
-				$res = Invoke-AzDataMigrationCommand  -CommandType cancel -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -ObjectName "test.many"
+				$res = Invoke-AzDataMigrationCommand  -CommandType CancelMongoDB -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -ObjectName "test.many"
 				Assert-AreEqual "Accepted" $res.State
 			}
 		}
@@ -915,3 +909,216 @@ function Test-MigrateMongoDb
 		Remove-ResourceGroupForTest $rg
 	}
 }
+
+function Test-ConnectToTargetSqlDbMiSync
+{
+	$rg = Create-ResourceGroupForTest
+
+	try
+	{
+		$service = Create-DataMigrationService($rg)
+		$project = Create-ProjectSqlSqlDbMi $rg $service
+		$taskName = Get-TaskName
+		$connectionInfo = New-TargetSqlMiSyncConnectionInfo
+		$userName = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQLDBMI_USERNAME")
+		$password = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQLDBMI_PASSWORD")
+		$cred = Get-Creds $userName $password
+		$app = New-AzureActiveDirectoryApp
+
+		$task = New-AzDataMigrationTask -TaskType ConnectToTargetSqlDbMiSync -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -TargetConnection $connectioninfo -TargetCred $cred -AzureActiveDirectoryApp $app
+
+		$task = Get-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand
+
+		Assert-AreEqual $taskName $task[0].Name
+		Assert-AreEqual 1 $task.Count
+
+		while(($task.ProjectTask.Properties.State -eq "Running") -or ($task.ProjectTask.Properties.State -eq "Queued"))
+		{
+			SleepTask 15
+			$task = Get-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand
+		}
+
+		Assert-AreEqual "Succeeded" $task.ProjectTask.Properties.State
+
+		Remove-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Force
+
+		Assert-ThrowsContains { $all = Get-AzDmsTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand ;} "NotFound"
+	}
+	finally
+	{
+		Remove-ResourceGroupForTest $rg
+	}
+}
+
+function Test-ValidateMigrationInputSqlSqlDbMiSync
+{
+	$rg = Create-ResourceGroupForTest
+
+	try
+	{
+		$service = Create-DataMigrationService($rg)
+		$project = Create-ProjectSqlSqlDbMi $rg $service
+		$taskName = Get-TaskName
+
+		#Source Connection Details
+		$sourceConnectionInfo = New-SourceSqlConnectionInfo
+		$sourceUserName = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQL_USERNAME")
+		$sourcePassword = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQL_PASSWORD")
+		$sourceCred = Get-Creds $sourceUserName $sourcePassword
+
+		#Target Connection Details
+		$targetConnectionInfo = New-TargetSqlMiSyncConnectionInfo
+		$targetUserName = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQLDBMI_USERNAME")
+		$targetPassword = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQLDBMI_PASSWORD")
+		$targetCred = Get-Creds $targetUserName $targetPassword
+
+		$app = New-AzureActiveDirectoryApp
+
+		$fileSharePath = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("FILESHARE_PATH")
+		$fileShareUsername = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("FILESHARE_USERNAME")
+		$fileSharePassword = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("FILESHARE_PASSWORD")
+		$fileShareCred = Get-Creds $fileShareUsername $fileSharePassword
+		$backupFileShare = New-AzDmsFileShare -Path $fileSharePath -Credential $fileShareCred
+
+		$storageResourceId = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("STORAGE_RESOURCE_ID")
+
+		$sourceDbName = "AdventureWorks"
+		$targetDbName = getDmsAssetName AdventureWorks
+
+		$selectedDbs = New-AzDataMigrationSelectedDB -MigrateSqlServerSqlDbMi -Name $sourceDbName -TargetDatabaseName $targetDbName -BackupFileShare $backupFileShare
+
+		$migTask = New-AzDataMigrationTask -TaskType ValidateSqlServerSqlDbMiSync `
+		  -ResourceGroupName $rg.ResourceGroupName `
+		  -ServiceName $service.Name `
+		  -ProjectName $project.Name `
+		  -TaskName $taskName `
+		  -SourceConnection $sourceConnectionInfo `
+		  -SourceCred $sourceCred `
+		  -TargetConnection $targetConnectionInfo `
+		  -TargetCred $targetCred `
+		  -BackupFileShare $backupFileShare `
+		  -SelectedDatabase $selectedDbs `
+		  -AzureActiveDirectoryApp $app `
+		  -StorageResourceId $storageResourceId
+
+
+		$task = Get-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand
+
+		Assert-AreEqual $taskName $task[0].Name
+		Assert-AreEqual 1 $task.Count
+
+		while(($task.ProjectTask.Properties.State -eq "Running") -or ($task.ProjectTask.Properties.State -eq "Queued"))
+		{
+			SleepTask 15
+			$task = Get-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand
+		}
+
+		Assert-AreEqual "Succeeded" $task.ProjectTask.Properties.State
+
+		Remove-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Force
+
+		Assert-ThrowsContains { $all = Get-AzDmsTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand ;} "NotFound"
+	}
+	finally
+	{
+		Remove-ResourceGroupForTest $rg
+	}
+}
+
+function Test-MigrateSqlSqlDbMiSync
+{
+	$rg = Create-ResourceGroupForTest
+
+	try
+	{
+		$service = Create-DataMigrationService($rg)
+		$project = Create-ProjectSqlSqlDbMi $rg $service
+		$taskName = Get-TaskName
+
+		#Source Connection Details
+		$sourceConnectionInfo = New-SourceSqlConnectionInfo
+		$sourceUserName = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQL_USERNAME")
+		$sourcePassword = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQL_PASSWORD")
+		$sourceCred = Get-Creds $sourceUserName $sourcePassword
+
+		#Target Connection Details
+		$targetConnectionInfo = New-TargetSqlMiSyncConnectionInfo
+		$targetUserName = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQLDBMI_USERNAME")
+		$targetPassword = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("SQLDBMI_PASSWORD")
+		$targetCred = Get-Creds $targetUserName $targetPassword
+
+		$app = New-AzureActiveDirectoryApp
+
+		$fileSharePath = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("FILESHARE_PATH")
+		$fileShareUsername = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("FILESHARE_USERNAME")
+		$fileSharePassword = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("FILESHARE_PASSWORD")
+		$fileShareCred = Get-Creds $fileShareUsername $fileSharePassword
+		$backupFileShare = New-AzDmsFileShare -Path $fileSharePath -Credential $fileShareCred
+
+		$storageResourceId = [Microsoft.Azure.Commands.DataMigrationConfig]::GetConfigString("STORAGE_RESOURCE_ID")
+
+		$sourceDbName = "AdventureWorks"
+		$dbId = "db|"+$sourceDbName
+		$targetDbName = getDmsAssetName AdventureWorks
+
+		$selectedDbs = New-AzDataMigrationSelectedDB -MigrateSqlServerSqlDbMi -Name $sourceDbName -TargetDatabaseName $targetDbName -BackupFileShare $backupFileShare
+
+		$migTask = New-AzDataMigrationTask -TaskType MigrateSqlServerSqlDbMiSync `
+		  -ResourceGroupName $rg.ResourceGroupName `
+		  -ServiceName $service.Name `
+		  -ProjectName $project.Name `
+		  -TaskName $taskName `
+		  -SourceConnection $sourceConnectionInfo `
+		  -SourceCred $sourceCred `
+		  -TargetConnection $targetConnectionInfo `
+		  -TargetCred $targetCred `
+		  -BackupFileShare $backupFileShare `
+		  -SelectedDatabase $selectedDbs `
+		  -AzureActiveDirectoryApp $app `
+		  -StorageResourceId $storageResourceId
+
+
+		$task = Get-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand
+
+		Assert-AreEqual $taskName $task[0].Name
+		Assert-AreEqual 1 $task.Count
+
+		while(($task.ProjectTask.Properties.State -eq "Running") -or ($task.ProjectTask.Properties.State -eq "Queued"))
+		{
+			Foreach($output in $task.ProjectTask.Properties.Output)
+			{
+				if ($output.Id -eq  $dbId)
+				{
+					if ($output.MigrationState -eq "LOG_FILES_UPLOADING")
+					{
+						if ($output.FullBackupSetInfo.BackupType -eq "Database")
+						{
+							if($output.FullBackupSetInfo.IsBackupRestored)
+							{
+								$command = Invoke-AzDmsCommand -CommandType CompleteSqlMiSync `
+								-ResourceGroupName $rg.ResourceGroupName `
+								-ServiceName $service.Name `
+								-ProjectName $project.Name `
+								-TaskName $taskName `
+								-DatabaseName $output.SourceDatabaseName
+							}
+						}
+					}
+				}
+			}
+
+			SleepTask 15
+			$task = Get-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand
+		}
+
+		Assert-AreEqual "Succeeded" $task.ProjectTask.Properties.State
+
+		Remove-AzDataMigrationTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Force
+
+		Assert-ThrowsContains { $all = Get-AzDmsTask -ResourceGroupName $rg.ResourceGroupName -ServiceName $service.Name -ProjectName $project.Name -TaskName $taskName -Expand ;} "NotFound"
+	}
+	finally
+	{
+		Remove-ResourceGroupForTest $rg
+	}
+}