2021-09-12 04:43:19 +08:00
|
|
|
# Copyright (c) Microsoft Corporation.
|
|
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
#
|
|
|
|
|
|
|
|
<#
|
|
|
|
.SYNOPSIS
|
|
|
|
Creates a Windows virtual machine image, set up for vcpkg's CI.
|
|
|
|
|
|
|
|
.DESCRIPTION
|
|
|
|
create-image.ps1 creates an Azure Windows VM image, set up for vcpkg's CI system.
|
|
|
|
|
|
|
|
This script assumes you have installed Azure tools into PowerShell by following the instructions
|
|
|
|
at https://docs.microsoft.com/en-us/powershell/azure/install-az-ps?view=azps-3.6.1
|
|
|
|
or are running from Azure Cloud Shell.
|
|
|
|
#>
|
|
|
|
|
2024-02-13 07:07:57 +08:00
|
|
|
$Location = 'westus3'
|
2024-03-19 04:26:24 +08:00
|
|
|
$DatePrefixComponent = Get-Date -Format 'yyyy-MM-dd'
|
|
|
|
$Prefix = "Win-$DatePrefixComponent"
|
|
|
|
$GalleryImageVersion = $DatePrefixComponent.Replace('-','.')
|
2024-02-13 07:07:57 +08:00
|
|
|
$VMSize = 'Standard_D8ads_v5'
|
2021-09-12 04:43:19 +08:00
|
|
|
$ProtoVMName = 'PROTOTYPE'
|
2024-02-13 07:07:57 +08:00
|
|
|
$WindowsServerSku = '2022-datacenter-azure-edition'
|
2021-09-12 04:43:19 +08:00
|
|
|
$ErrorActionPreference = 'Stop'
|
|
|
|
|
|
|
|
$ProgressActivity = 'Creating Windows Image'
|
2024-07-16 14:18:52 +08:00
|
|
|
$TotalProgress = 18
|
2021-09-12 04:43:19 +08:00
|
|
|
$CurrentProgress = 1
|
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
# Assigning this to another variable helps when running the commands in this script manually for
|
|
|
|
# debugging
|
|
|
|
$Root = $PSScriptRoot
|
2021-09-12 04:43:19 +08:00
|
|
|
|
2024-07-04 11:01:35 +08:00
|
|
|
<#
|
|
|
|
.SYNOPSIS
|
|
|
|
Generates a random password.
|
|
|
|
|
|
|
|
.DESCRIPTION
|
|
|
|
New-Password generates a password, randomly, of length $Length, containing
|
|
|
|
only alphanumeric characters, underscore, and dash.
|
|
|
|
|
|
|
|
.PARAMETER Length
|
|
|
|
The length of the returned password.
|
|
|
|
#>
|
|
|
|
function New-Password {
|
|
|
|
Param ([int] $Length = 32)
|
|
|
|
|
|
|
|
# This 64-character alphabet generates 6 bits of entropy per character.
|
|
|
|
# The power-of-2 alphabet size allows us to select a character by masking a random Byte with bitwise-AND.
|
|
|
|
$alphabet = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789_-"
|
|
|
|
$mask = 63
|
|
|
|
if ($alphabet.Length -ne 64) {
|
|
|
|
throw 'Bad alphabet length'
|
|
|
|
}
|
|
|
|
|
|
|
|
[Byte[]]$randomData = [Byte[]]::new($Length)
|
|
|
|
$rng = $null
|
|
|
|
try {
|
|
|
|
$rng = [System.Security.Cryptography.RandomNumberGenerator]::Create()
|
|
|
|
$rng.GetBytes($randomData)
|
|
|
|
}
|
|
|
|
finally {
|
|
|
|
if ($null -ne $rng) {
|
|
|
|
$rng.Dispose()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
$result = ''
|
|
|
|
for ($idx = 0; $idx -lt $Length; $idx++) {
|
|
|
|
$result += $alphabet[$randomData[$idx] -band $mask]
|
|
|
|
}
|
|
|
|
|
|
|
|
return $result
|
|
|
|
}
|
|
|
|
|
|
|
|
<#
|
|
|
|
.SYNOPSIS
|
|
|
|
Waits for the shutdown of the specified resource.
|
|
|
|
|
|
|
|
.DESCRIPTION
|
|
|
|
Wait-Shutdown takes a VM, and checks if there's a 'PowerState/stopped'
|
|
|
|
code; if there is, it returns. If there isn't, it waits ten seconds and
|
|
|
|
tries again.
|
|
|
|
|
|
|
|
.PARAMETER ResourceGroupName
|
|
|
|
The name of the resource group to look up the VM in.
|
|
|
|
|
|
|
|
.PARAMETER Name
|
|
|
|
The name of the virtual machine to wait on.
|
|
|
|
#>
|
|
|
|
function Wait-Shutdown {
|
|
|
|
[CmdletBinding()]
|
|
|
|
Param([string]$ResourceGroupName, [string]$Name)
|
|
|
|
|
|
|
|
Write-Host "Waiting for $Name to stop..."
|
|
|
|
while ($true) {
|
|
|
|
$Vm = Get-AzVM -ResourceGroupName $ResourceGroupName -Name $Name -Status
|
|
|
|
$highestStatus = $Vm.Statuses.Count
|
|
|
|
for ($idx = 0; $idx -lt $highestStatus; $idx++) {
|
|
|
|
if ($Vm.Statuses[$idx].Code -eq 'PowerState/stopped') {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Write-Host "... not stopped yet, sleeping for 10 seconds"
|
|
|
|
Start-Sleep -Seconds 10
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
$AdminPW = New-Password
|
|
|
|
$AdminPWSecure = ConvertTo-SecureString $AdminPW -AsPlainText -Force
|
|
|
|
$Credential = New-Object System.Management.Automation.PSCredential ("AdminUser", $AdminPWSecure)
|
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
$VirtualNetwork = Get-AzVirtualNetwork -ResourceGroupName 'vcpkg-image-minting' -Name 'vcpkg-image-mintingNetwork'
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
|
|
|
Write-Progress `
|
|
|
|
-Activity $ProgressActivity `
|
|
|
|
-Status 'Creating prototype VM' `
|
|
|
|
-PercentComplete (100 / $TotalProgress * $CurrentProgress++)
|
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
$NicName = $Prefix + 'NIC'
|
2021-09-12 04:43:19 +08:00
|
|
|
$Nic = New-AzNetworkInterface `
|
|
|
|
-Name $NicName `
|
2024-03-19 04:26:24 +08:00
|
|
|
-ResourceGroupName 'vcpkg-image-minting' `
|
2021-09-12 04:43:19 +08:00
|
|
|
-Location $Location `
|
2024-03-19 04:26:24 +08:00
|
|
|
-Subnet $VirtualNetwork.Subnets[0] `
|
|
|
|
-EnableAcceleratedNetworking
|
2021-09-12 04:43:19 +08:00
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
$VM = New-AzVMConfig -Name $ProtoVMName -VMSize $VMSize -SecurityType TrustedLaunch -IdentityType SystemAssigned
|
2021-09-12 04:43:19 +08:00
|
|
|
$VM = Set-AzVMOperatingSystem `
|
|
|
|
-VM $VM `
|
|
|
|
-Windows `
|
|
|
|
-ComputerName $ProtoVMName `
|
|
|
|
-Credential $Credential `
|
|
|
|
-ProvisionVMAgent
|
|
|
|
|
|
|
|
$VM = Add-AzVMNetworkInterface -VM $VM -Id $Nic.Id
|
2024-02-13 07:07:57 +08:00
|
|
|
$VM = Set-AzVMOSDisk -VM $VM -StorageAccountType 'Premium_LRS' -CreateOption 'FromImage'
|
2021-09-12 04:43:19 +08:00
|
|
|
$VM = Set-AzVMSourceImage `
|
|
|
|
-VM $VM `
|
|
|
|
-PublisherName 'MicrosoftWindowsServer' `
|
|
|
|
-Offer 'WindowsServer' `
|
|
|
|
-Skus $WindowsServerSku `
|
|
|
|
-Version latest
|
|
|
|
|
|
|
|
$VM = Set-AzVMBootDiagnostic -VM $VM -Disable
|
|
|
|
New-AzVm `
|
2024-03-19 04:26:24 +08:00
|
|
|
-ResourceGroupName 'vcpkg-image-minting' `
|
2021-09-12 04:43:19 +08:00
|
|
|
-Location $Location `
|
|
|
|
-VM $VM
|
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
$VMCreated = Get-AzVM -ResourceGroupName 'vcpkg-image-minting' -Name $ProtoVMName
|
|
|
|
$VMCreatedOsDisk = $VMCreated.StorageProfile.OsDisk.Name
|
|
|
|
|
|
|
|
####################################################################################################
|
|
|
|
Write-Progress `
|
|
|
|
-Activity $ProgressActivity `
|
2024-07-04 11:01:35 +08:00
|
|
|
-Status 'Minting token for vcpkg-image-minting storage account' `
|
2024-03-19 04:26:24 +08:00
|
|
|
-PercentComplete (100 / $TotalProgress * $CurrentProgress++)
|
|
|
|
|
|
|
|
$VcpkgImageMintingAccount = Get-AzStorageAccount -ResourceGroupName 'vcpkg-image-minting' -Name 'vcpkgimageminting'
|
|
|
|
|
2024-07-04 11:01:35 +08:00
|
|
|
$AssetStorageContext = New-AzStorageContext -StorageAccountName 'vcpkgimageminting' -UseConnectedAccount
|
2024-05-25 13:22:47 +08:00
|
|
|
$StartTime = Get-Date
|
2024-07-04 11:01:35 +08:00
|
|
|
$ExpiryTime = $StartTime.AddHours(4)
|
|
|
|
$AssetsSas = New-AzStorageContainerSASToken -Name 'assets' -Permission r -StartTime $StartTime -ExpiryTime $ExpiryTime -Context $AssetStorageContext
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
|
|
|
function Invoke-ScriptWithPrefix {
|
|
|
|
param(
|
|
|
|
[string]$ScriptName,
|
2024-07-04 11:01:35 +08:00
|
|
|
[switch]$SkipSas
|
2021-09-12 04:43:19 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
Write-Progress `
|
|
|
|
-Activity $ProgressActivity `
|
|
|
|
-Status "Running provisioning script $ScriptName in VM" `
|
|
|
|
-PercentComplete (100 / $TotalProgress * $CurrentProgress++)
|
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
$UtilityPrefixContent = Get-Content "$Root\utility-prefix.ps1" -Encoding utf8NoBOM -Raw
|
2021-09-12 04:43:19 +08:00
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
$tempScriptFilename = "$env:TEMP\temp-script.txt"
|
2021-09-12 04:43:19 +08:00
|
|
|
try {
|
2024-03-19 04:26:24 +08:00
|
|
|
$script = Get-Content "$Root\$ScriptName" -Encoding utf8NoBOM -Raw
|
2024-07-04 11:01:35 +08:00
|
|
|
$replacement = @"
|
|
|
|
if (Test-Path "`$PSScriptRoot/utility-prefix.ps1") {
|
|
|
|
. "`$PSScriptRoot/utility-prefix.ps1"
|
|
|
|
}
|
|
|
|
"@
|
|
|
|
$script = $script.Replace($replacement, $UtilityPrefixContent);
|
2021-09-12 04:43:19 +08:00
|
|
|
Set-Content -Path $tempScriptFilename -Value $script -Encoding utf8NoBOM
|
|
|
|
|
|
|
|
$parameter = $null
|
2024-07-04 11:01:35 +08:00
|
|
|
if (-not $SkipSas) {
|
|
|
|
$parameter = @{SasToken = "`"$AssetsSas`"";}
|
2021-09-12 04:43:19 +08:00
|
|
|
}
|
|
|
|
|
2024-07-04 11:01:35 +08:00
|
|
|
$InvokeResult = Invoke-AzVMRunCommand `
|
2024-03-19 04:26:24 +08:00
|
|
|
-ResourceGroupName 'vcpkg-image-minting' `
|
2021-09-12 04:43:19 +08:00
|
|
|
-VMName $ProtoVMName `
|
|
|
|
-CommandId 'RunPowerShellScript' `
|
|
|
|
-ScriptPath $tempScriptFilename `
|
|
|
|
-Parameter $parameter
|
|
|
|
|
|
|
|
Write-Host "$ScriptName output: $($InvokeResult.value.Message)"
|
|
|
|
} finally {
|
|
|
|
Remove-Item $tempScriptFilename -Force
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-tlssettings.ps1' -SkipSas
|
|
|
|
Write-Host 'Waiting 1 minute for VM to reboot...'
|
|
|
|
Start-Sleep -Seconds 60
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-windows-sdks.ps1'
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-visual-studio.ps1'
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-mpi.ps1'
|
2021-09-12 04:43:19 +08:00
|
|
|
|
2024-05-25 13:22:47 +08:00
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-cuda.ps1'
|
2024-05-25 13:22:47 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-cudnn.ps1'
|
2024-05-25 13:22:47 +08:00
|
|
|
|
2021-09-12 04:43:19 +08:00
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-inteloneapi.ps1'
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-pwsh.ps1'
|
2021-09-12 04:43:19 +08:00
|
|
|
|
2024-07-16 14:18:52 +08:00
|
|
|
####################################################################################################
|
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-azure-cli.ps1'
|
|
|
|
|
2021-09-12 04:43:19 +08:00
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'deploy-settings.txt' -SkipSas
|
2024-03-19 04:26:24 +08:00
|
|
|
Restart-AzVM -ResourceGroupName 'vcpkg-image-minting' -Name $ProtoVMName
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
2024-07-04 11:01:35 +08:00
|
|
|
Invoke-ScriptWithPrefix -ScriptName 'sysprep.ps1'
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
|
|
|
Write-Progress `
|
|
|
|
-Activity $ProgressActivity `
|
|
|
|
-Status 'Waiting for VM to shut down' `
|
|
|
|
-PercentComplete (100 / $TotalProgress * $CurrentProgress++)
|
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
Wait-Shutdown -ResourceGroupName 'vcpkg-image-minting' -Name $ProtoVMName
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
|
|
|
Write-Progress `
|
|
|
|
-Activity $ProgressActivity `
|
|
|
|
-Status 'Converting VM to Image' `
|
|
|
|
-PercentComplete (100 / $TotalProgress * $CurrentProgress++)
|
|
|
|
|
|
|
|
Stop-AzVM `
|
2024-03-19 04:26:24 +08:00
|
|
|
-ResourceGroupName 'vcpkg-image-minting' `
|
2021-09-12 04:43:19 +08:00
|
|
|
-Name $ProtoVMName `
|
|
|
|
-Force
|
|
|
|
|
|
|
|
Set-AzVM `
|
2024-03-19 04:26:24 +08:00
|
|
|
-ResourceGroupName 'vcpkg-image-minting' `
|
2021-09-12 04:43:19 +08:00
|
|
|
-Name $ProtoVMName `
|
|
|
|
-Generalized
|
|
|
|
|
2024-07-16 14:18:52 +08:00
|
|
|
$westus3Location = @{Name = 'West US 3';}
|
|
|
|
$southEastAsiaLocation = @{Name = 'Southeast Asia';}
|
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
New-AzGalleryImageVersion `
|
|
|
|
-ResourceGroupName 'vcpkg-image-minting' `
|
|
|
|
-GalleryName 'vcpkg_gallery_wus3' `
|
|
|
|
-GalleryImageDefinitionName 'PrWinWus3-TrustedLaunch' `
|
|
|
|
-Name $GalleryImageVersion `
|
|
|
|
-Location $Location `
|
|
|
|
-SourceImageId $VMCreated.ID `
|
|
|
|
-ReplicaCount 1 `
|
|
|
|
-StorageAccountType 'Premium_LRS' `
|
2024-07-16 14:18:52 +08:00
|
|
|
-PublishingProfileExcludeFromLatest `
|
|
|
|
-TargetRegion @($westus3Location, $southEastAsiaLocation)
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
|
|
|
Write-Progress `
|
|
|
|
-Activity $ProgressActivity `
|
|
|
|
-Status 'Deleting unused temporary resources' `
|
|
|
|
-PercentComplete (100 / $TotalProgress * $CurrentProgress++)
|
|
|
|
|
2024-03-19 04:26:24 +08:00
|
|
|
Remove-AzVM -Id $VMCreated.ID -Force
|
|
|
|
Remove-AzDisk -ResourceGroupName 'vcpkg-image-minting' -Name $VMCreatedOsDisk -Force
|
|
|
|
Remove-AzNetworkInterface -ResourceGroupName 'vcpkg-image-minting' -Name $NicName -Force
|
2021-09-12 04:43:19 +08:00
|
|
|
|
|
|
|
####################################################################################################
|
|
|
|
Write-Progress -Activity $ProgressActivity -Completed
|
2024-03-19 04:26:24 +08:00
|
|
|
Write-Host "Generated Image: $GalleryImageVersion"
|
2021-09-12 04:43:19 +08:00
|
|
|
Write-Host 'Finished!'
|