2018-05-31 02:13:43 -03:00
|
|
|
<#
|
|
|
|
.Synopsis
|
|
|
|
Uploads from a VSTS release build layout to python.org
|
|
|
|
.Description
|
|
|
|
Given the downloaded/extracted build artifact from a release
|
|
|
|
build run on python.visualstudio.com, this script uploads
|
|
|
|
the files to the correct locations.
|
|
|
|
.Parameter build
|
|
|
|
The location on disk of the extracted build artifact.
|
|
|
|
.Parameter user
|
|
|
|
The username to use when logging into the host.
|
|
|
|
.Parameter server
|
|
|
|
The host or PuTTY session name.
|
|
|
|
.Parameter target
|
|
|
|
The subdirectory on the host to copy files to.
|
|
|
|
.Parameter tests
|
|
|
|
The path to run download tests in.
|
2019-06-14 12:29:20 -03:00
|
|
|
.Parameter doc_htmlhelp
|
|
|
|
Optional path besides -build to locate CHM files.
|
|
|
|
.Parameter embed
|
|
|
|
Optional path besides -build to locate ZIP files.
|
2018-05-31 02:13:43 -03:00
|
|
|
.Parameter skipupload
|
|
|
|
Skip uploading
|
|
|
|
.Parameter skippurge
|
|
|
|
Skip purging the CDN
|
|
|
|
.Parameter skiptest
|
|
|
|
Skip the download tests
|
|
|
|
.Parameter skiphash
|
|
|
|
Skip displaying hashes
|
|
|
|
#>
|
|
|
|
param(
|
|
|
|
[Parameter(Mandatory=$true)][string]$build,
|
|
|
|
[Parameter(Mandatory=$true)][string]$user,
|
|
|
|
[string]$server="python-downloads",
|
|
|
|
[string]$target="/srv/www.python.org/ftp/python",
|
|
|
|
[string]$tests=${env:TEMP},
|
2019-06-14 12:29:20 -03:00
|
|
|
[string]$doc_htmlhelp=$null,
|
|
|
|
[string]$embed=$null,
|
2018-05-31 02:13:43 -03:00
|
|
|
[switch]$skipupload,
|
|
|
|
[switch]$skippurge,
|
|
|
|
[switch]$skiptest,
|
|
|
|
[switch]$skiphash
|
|
|
|
)
|
|
|
|
|
|
|
|
if (-not $build) { throw "-build option is required" }
|
|
|
|
if (-not $user) { throw "-user option is required" }
|
|
|
|
|
2018-10-13 14:10:42 -03:00
|
|
|
$tools = $script:MyInvocation.MyCommand.Path | Split-Path -parent;
|
|
|
|
|
2018-06-27 12:11:13 -03:00
|
|
|
if (-not ((Test-Path "$build\win32\python-*.exe") -or (Test-Path "$build\amd64\python-*.exe"))) {
|
|
|
|
throw "-build argument does not look like a 'build' directory"
|
|
|
|
}
|
|
|
|
|
2018-05-31 02:13:43 -03:00
|
|
|
function find-putty-tool {
|
|
|
|
param ([string]$n)
|
|
|
|
$t = gcm $n -EA 0
|
|
|
|
if (-not $t) { $t = gcm ".\$n" -EA 0 }
|
|
|
|
if (-not $t) { $t = gcm "${env:ProgramFiles}\PuTTY\$n" -EA 0 }
|
|
|
|
if (-not $t) { $t = gcm "${env:ProgramFiles(x86)}\PuTTY\$n" -EA 0 }
|
|
|
|
if (-not $t) { throw "Unable to locate $n.exe. Please put it on $PATH" }
|
|
|
|
return gi $t.Path
|
|
|
|
}
|
|
|
|
|
|
|
|
$p = gci -r "$build\python-*.exe" | `
|
|
|
|
?{ $_.Name -match '^python-(\d+\.\d+\.\d+)((a|b|rc)\d+)?-.+' } | `
|
|
|
|
select -first 1 | `
|
|
|
|
%{ $Matches[1], $Matches[2] }
|
|
|
|
|
|
|
|
"Uploading version $($p[0]) $($p[1])"
|
|
|
|
" from: $build"
|
|
|
|
" to: $($server):$target/$($p[0])"
|
|
|
|
""
|
|
|
|
|
|
|
|
if (-not $skipupload) {
|
|
|
|
# Upload files to the server
|
|
|
|
$pscp = find-putty-tool "pscp"
|
|
|
|
$plink = find-putty-tool "plink"
|
|
|
|
|
2018-06-27 12:11:13 -03:00
|
|
|
"Upload using $pscp and $plink"
|
|
|
|
""
|
|
|
|
|
2019-06-14 12:29:20 -03:00
|
|
|
if ($doc_htmlhelp) {
|
|
|
|
pushd $doc_htmlhelp
|
|
|
|
} else {
|
|
|
|
pushd $build
|
|
|
|
}
|
|
|
|
$chm = gci python*.chm, python*.chm.asc
|
2018-05-31 02:13:43 -03:00
|
|
|
popd
|
|
|
|
|
|
|
|
$d = "$target/$($p[0])/"
|
2018-06-12 18:35:11 -03:00
|
|
|
& $plink -batch $user@$server mkdir $d
|
|
|
|
& $plink -batch $user@$server chgrp downloads $d
|
|
|
|
& $plink -batch $user@$server chmod g-x,o+rx $d
|
2019-06-14 12:29:20 -03:00
|
|
|
& $pscp -batch $chm.FullName "$user@${server}:$d"
|
2019-07-29 15:22:27 -03:00
|
|
|
if (-not $?) { throw "Failed to upload $chm" }
|
2018-05-31 02:13:43 -03:00
|
|
|
|
2019-06-14 12:29:20 -03:00
|
|
|
$dirs = gci "$build" -Directory
|
|
|
|
if ($embed) {
|
|
|
|
$dirs = ($dirs, (gi $embed)) | %{ $_ }
|
|
|
|
}
|
|
|
|
|
|
|
|
foreach ($a in $dirs) {
|
2018-05-31 02:13:43 -03:00
|
|
|
"Uploading files from $($a.FullName)"
|
|
|
|
pushd "$($a.FullName)"
|
|
|
|
$exe = gci *.exe, *.exe.asc, *.zip, *.zip.asc
|
|
|
|
$msi = gci *.msi, *.msi.asc, *.msu, *.msu.asc
|
|
|
|
popd
|
|
|
|
|
2019-06-14 12:29:20 -03:00
|
|
|
if ($exe) {
|
|
|
|
& $pscp -batch $exe.FullName "$user@${server}:$d"
|
2019-07-29 15:22:27 -03:00
|
|
|
if (-not $?) { throw "Failed to upload $exe" }
|
2019-06-14 12:29:20 -03:00
|
|
|
}
|
2018-05-31 02:13:43 -03:00
|
|
|
|
2019-06-14 12:29:20 -03:00
|
|
|
if ($msi) {
|
|
|
|
$sd = "$d$($a.Name)$($p[1])/"
|
|
|
|
& $plink -batch $user@$server mkdir $sd
|
|
|
|
& $plink -batch $user@$server chgrp downloads $sd
|
|
|
|
& $plink -batch $user@$server chmod g-x,o+rx $sd
|
|
|
|
& $pscp -batch $msi.FullName "$user@${server}:$sd"
|
2019-07-29 15:22:27 -03:00
|
|
|
if (-not $?) { throw "Failed to upload $msi" }
|
2019-06-14 12:29:20 -03:00
|
|
|
& $plink -batch $user@$server chgrp downloads $sd*
|
|
|
|
& $plink -batch $user@$server chmod g-x,o+r $sd*
|
|
|
|
}
|
2018-05-31 02:13:43 -03:00
|
|
|
}
|
|
|
|
|
2018-06-12 18:35:11 -03:00
|
|
|
& $plink -batch $user@$server chgrp downloads $d*
|
|
|
|
& $plink -batch $user@$server chmod g-x,o+r $d*
|
2019-07-29 15:22:27 -03:00
|
|
|
& $pscp -ls "$user@${server}:$d"
|
2018-05-31 02:13:43 -03:00
|
|
|
}
|
|
|
|
|
|
|
|
if (-not $skippurge) {
|
|
|
|
# Run a CDN purge
|
2018-10-13 14:10:42 -03:00
|
|
|
py $tools\purge.py "$($p[0])$($p[1])"
|
2018-05-31 02:13:43 -03:00
|
|
|
}
|
|
|
|
|
|
|
|
if (-not $skiptest) {
|
|
|
|
# Use each web installer to produce a layout. This will download
|
|
|
|
# each referenced file and validate their signatures/hashes.
|
|
|
|
gci "$build\*-webinstall.exe" -r -File | %{
|
|
|
|
$d = mkdir "$tests\$($_.BaseName)" -Force
|
|
|
|
gci $d -r -File | del
|
|
|
|
$ic = copy $_ $d -PassThru
|
|
|
|
"Checking layout for $($ic.Name)"
|
|
|
|
Start-Process -wait $ic "/passive", "/layout", "$d\layout", "/log", "$d\log\install.log"
|
|
|
|
if (-not $?) {
|
|
|
|
Write-Error "Failed to validate layout of $($inst.Name)"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (-not $skiphash) {
|
|
|
|
# Display MD5 hash and size of each downloadable file
|
|
|
|
pushd $build
|
2019-06-14 12:29:20 -03:00
|
|
|
$files = gci python*.chm, *\*.exe, *\*.zip
|
|
|
|
if ($doc_htmlhelp) {
|
|
|
|
cd $doc_htmlhelp
|
|
|
|
$files = ($files, (gci python*.chm)) | %{ $_ }
|
|
|
|
}
|
|
|
|
if ($embed) {
|
|
|
|
cd $embed
|
|
|
|
$files = ($files, (gci *.zip)) | %{ $_ }
|
|
|
|
}
|
|
|
|
popd
|
|
|
|
|
|
|
|
$hashes = $files | `
|
2018-05-31 02:13:43 -03:00
|
|
|
Sort-Object Name | `
|
2018-10-13 14:10:42 -03:00
|
|
|
Format-Table Name, @{Label="MD5"; Expression={(Get-FileHash $_ -Algorithm MD5).Hash}}, Length -AutoSize | `
|
|
|
|
Out-String -Width 4096
|
|
|
|
$hashes | clip
|
|
|
|
$hashes
|
2018-05-31 02:13:43 -03:00
|
|
|
}
|