mirror of https://github.com/alibaba/MNN.git
236 lines
8.8 KiB
PowerShell
236 lines
8.8 KiB
PowerShell
# Powershell Script must be save as UTF-8 with BOM, otherwise system-wide code page will be used, causing garbled code
|
||
|
||
# MNN-CPU-GPU
|
||
# |-- include
|
||
# |-- lib
|
||
# | |-- x64
|
||
# | | |-- (Debug/Release x Dynamic/Static x MD/MT)
|
||
# | |
|
||
# | |-- x86
|
||
# | |-- (Debug/Release x Dynamic/Static x MD/MT)
|
||
# |
|
||
# |-- tools (Release + Dynamic + MD)
|
||
# | |-- x64
|
||
# | |-- x86
|
||
# |
|
||
# |-- py_whl
|
||
# |-- py_bridge
|
||
# |-- include
|
||
# |-- wrapper
|
||
# |-- test (Release + Dynamic + MD)
|
||
# |-- x64
|
||
# |-- x86
|
||
# |-- lib
|
||
# |-- x64
|
||
# | |-- (Debug/Release x Dynamic/Static x MD/MT)
|
||
# |
|
||
# |-- x86
|
||
# |-- (Debug/Release x Dynamic/Static x MD/MT)
|
||
|
||
Param(
|
||
[Switch]$gpu,
|
||
[Switch]$x86
|
||
)
|
||
|
||
$basedir = $(Split-Path -Parent $MyInvocation.MyCommand.Path)
|
||
$outdir = "$basedir/$(If ($gpu) {"MNN-CPU-GPU"} Else {"MNN-CPU"})"
|
||
$arch = "$(If ($x86) {"x86"} Else {"x64"})"
|
||
Write-Output $arch
|
||
|
||
$test_avx512 = ((!$x86) -and $env:avx512_server -and $env:avx512_password)
|
||
if ($test_avx512) {
|
||
$remote_home = $(Invoke-Expression 'plink -batch -ssh $env:avx512_server -pw $env:avx512_password powershell "echo `$HOME"')
|
||
$remote_dir = "${remote_home}\cise-space\$(Split-Path -Path $(pushd .. ; pwd ; popd) -Leaf)"
|
||
}
|
||
function sync_remote() {
|
||
Invoke-Expression 'plink -batch -ssh $env:avx512_server -pw $env:avx512_password powershell "Remove-Item -Recurse $remote_dir -ErrorAction Ignore ; mkdir $remote_dir"'
|
||
Invoke-Expression 'pscp -pw $env:avx512_password -r $outdir/tools ${env:avx512_server}:${remote_dir}'
|
||
Invoke-Expression 'pscp -pw $env:avx512_password tools/script/modelTest.py ${env:avx512_server}:${remote_dir}'
|
||
}
|
||
|
||
function run_remote([String]$cmd) {
|
||
$tmpfile = New-TemporaryFile
|
||
Set-Content -Path $tmpfile -Value "powershell `"cd ${remote_dir} ; $cmd`""
|
||
$output = $(Invoke-Expression 'plink -batch -ssh $env:avx512_server -pw $env:avx512_password -m $tmpfile')
|
||
Remove-Item $tmpfile
|
||
return $output
|
||
}
|
||
|
||
function log($case, $title, $blocked, $failed, $passed, $skipped) {
|
||
Write-Output "TEST_NAME_${case}: $title"
|
||
Write-Output "TEST_CASE_AMOUNT_${case}: {`"blocked`":$blocked,`"failed`":$failed,`"passed`":$passed,`"skipped`":$skipped}"
|
||
}
|
||
|
||
function failed() {
|
||
Write-Output "TEST_NAME_EXCEPTION: Exception"
|
||
Write-Output 'TEST_CASE_AMOUNT_EXCEPTION: {"blocked":0,"failed":1,"passed":0,"skipped":0}'
|
||
exit
|
||
}
|
||
|
||
function build_lib_test() {
|
||
# build_lib_release.ps1 just build release for speed
|
||
Invoke-Expression "./package_scripts/win/build_lib_release.ps1 -path $outdir -cibuild $(If ($gpu) {"-backends 'opencl,vulkan'"}) $(If ($x86) {'-x86'})"
|
||
$WrongNum = [int]$($LastExitCode -ne 0)
|
||
log "WINDOWS_LIB" "Windows主库编译测试" 0 $WrongNum $(1 - $WrongNum) 0
|
||
if ($WrongNum -ne 0) {
|
||
Write-Output "### Windows主库编译测试失败，测试终止"
|
||
failed
|
||
}
|
||
}
|
||
|
||
function build_tool_test() {
|
||
Invoke-Expression "./package_scripts/win/build_tools.ps1 -path $outdir/tools/$arch $(If ($gpu) {"-backends 'opencl,vulkan'"}) -build_all -dynamic_link"
|
||
$WrongNum = $($LastExitCode -ne 0)
|
||
log "WINDOWS_LIB" "Windows工具编译测试" 0 $WrongNum $(1 - $WrongNum) 0
|
||
if ($WrongNum -ne 0) {
|
||
Write-Output "### Windows工具编译测试失败，测试终止"
|
||
failed
|
||
}
|
||
}
|
||
|
||
function build_whl_test() {
|
||
$pyenvs = "py27,py37,py38,py39"
|
||
if ($x86) {
|
||
$pyenvs = "py27-win32,py37-win32,py38-win32,py39-win32"
|
||
}
|
||
Invoke-Expression "./package_scripts/win/build_whl.ps1 -version ci_test -path $outdir/py_whl -pyenvs '$pyenvs' $(If ($x86) {'-x86'})"
|
||
$WrongNum = $($LastExitCode -ne 0)
|
||
log "WINDOWS_LIB" "Windows pymnn wheel编译测试" 0 $WrongNum $(1 - $WrongNum) 0
|
||
if ($WrongNum -ne 0) {
|
||
Write-Output "### Windows pymnn wheel编译测试失败，测试终止"
|
||
failed
|
||
}
|
||
}
|
||
|
||
function build_bridge_test() {
|
||
Invoke-Expression "./package_scripts/win/build_bridge.ps1 -version ci_test -pyc_env py27 -mnn_path $outdir -python_path $HOME/PyBridgeDeps/python -numpy_path $HOME/PyBridgeDeps/numpy -path $outdir/py_bridge -train_api $(If ($x86) {'-x86'})"
|
||
$WrongNum = $($LastExitCode -ne 0)
|
||
log "WINDOWS_LIB" "Windows pymnn bridge编译测试" 0 $WrongNum $(1 - $WrongNum) 0
|
||
if ($WrongNum -ne 0) {
|
||
Write-Output "### Windows pymnn bridge编译测试失败，测试终止"
|
||
failed
|
||
}
|
||
}
|
||
|
||
function unit_test() {
|
||
Invoke-Expression "$outdir/tools/$arch/run_test.out.exe"
|
||
if ($LastExitCode -ne 0) {
|
||
Write-Output "### CPU后端 单元测试失败，测试终止"
|
||
failed
|
||
}
|
||
Invoke-Expression "$outdir/tools/$arch/run_test.out.exe op 0 0 4"
|
||
if ($LastExitCode -ne 0) {
|
||
Write-Output "### CPU后端 多线程测试失败，测试终止"
|
||
failed
|
||
}
|
||
if ($test_avx512) {
|
||
$RemoteExitCode = run_remote "cd tools/x64 ; ./run_test.out.exe > log.txt ; echo `$LastExitCode"
|
||
Write-Output $(run_remote "Get-Content -Path tools/x64/log.txt")
|
||
if ($RemoteExitCode -ne 0) {
|
||
Write-Output "### CPU后端(AVX512) 单元测试失败，测试终止"
|
||
failed
|
||
}
|
||
$RemoteExitCode = run_remote "cd tools/x64 ; ./run_test.out.exe op 0 0 4 > log.txt ; echo `$LastExitCode"
|
||
Write-Output $(run_remote "Get-Content -Path tools/x64/log.txt")
|
||
if ($RemoteExitCode -ne 0) {
|
||
Write-Output "### CPU后端(AVX512) 多线程测试失败，测试终止"
|
||
failed
|
||
}
|
||
}
|
||
#Invoke-Expression "$outdir/tools/$arch/run_test.out.exe op 3"
|
||
#if ($LastExitCode -ne 0) {
|
||
# echo "### OpenCL后端 单元测试失败，测试终止"
|
||
# failed
|
||
#}
|
||
}
|
||
|
||
function model_test() {
|
||
Push-Location $outdir/tools/$arch
|
||
python $basedir/tools/script/modelTest.py $HOME/AliNNModel 0 0.002
|
||
if ($LastExitCode -ne 0) {
|
||
Write-Output "### CPU后端 模型测试失败，测试终止"
|
||
Pop-Location
|
||
failed
|
||
}
|
||
python $basedir/tools/script/modelTest.py $HOME/AliNNModel 0 0.002 0 1
|
||
if ($LastExitCode -ne 0) {
|
||
Write-Output "### CPU后端 静态模型测试失败，测试终止"
|
||
Pop-Location
|
||
failed
|
||
}
|
||
if ($test_avx512) {
|
||
$RemoteExitCode = run_remote "cd tools/x64 ; python ../../modelTest.py `$HOME/AliNNModel 0 0.002 > log.txt ; echo `$LastExitCode"
|
||
Write-Output $(run_remote "Get-Content -Path tools/x64/log.txt")
|
||
if ($RemoteExitCode -ne 0) {
|
||
Write-Output "### CPU后端(AVX512) 模型测试失败，测试终止"
|
||
Pop-Location
|
||
failed
|
||
}
|
||
$RemoteExitCode = run_remote "cd tools/x64 ; python ../../modelTest.py `$HOME/AliNNModel 0 0.002 0 1 > log.txt ; echo `$LastExitCode"
|
||
Write-Output $(run_remote "Get-Content -Path tools/x64/log.txt")
|
||
if ($RemoteExitCode -ne 0) {
|
||
Write-Output "### CPU后端(AVX512) 静态模型测试失败，测试终止"
|
||
Pop-Location
|
||
failed
|
||
}
|
||
}
|
||
#python $basedir/tools/script/modelTest.py $HOME/AliNNModel 3 0.01
|
||
#if ($LastExitCode -ne 0) {
|
||
# echo "### OpenCL后端 模型测试失败，测试终止"
|
||
# Pop-Location
|
||
# failed
|
||
#}
|
||
Pop-Location
|
||
}
|
||
|
||
function pymnn_whl_test() {
|
||
$pyarch = $(If ($x86) {"win32"} Else {"amd64"})
|
||
Push-Location pymnn/test
|
||
$local = "$(Get-Location)/aone-site-packages"
|
||
$pythonpath_backup = ${env:PYTHONPATH}
|
||
Foreach ($pyenv in @("27", "37", "38", "39")) {
|
||
Invoke-Expression "conda activate py$pyenv$(If($x86) {'-win32'})"
|
||
Remove-Item -Recurse $local -ErrorAction Ignore
|
||
pip install --target $local $outdir/py_whl/$(Get-ChildItem -Path $outdir/py_whl -Include "*$pyenv*$pyarch*" -Name)
|
||
do {
|
||
# unit_test.py need torch, which isn't support on 32bit Windows and py27
|
||
# https://pytorch.org/docs/stable/notes/windows.html#package-not-found-in-win-32-channel
|
||
if ($x86 -or ($pyenv -eq "27")) {
|
||
break;
|
||
}
|
||
${env:PYTHONPATH} = $local
|
||
python unit_test.py
|
||
${env:PYTHONPATH} = $pythonpath_backup
|
||
if ($LastExitCode -ne 0) {
|
||
Write-Output "### PYMNN单元测试失败，测试终止"
|
||
conda deactivate
|
||
Pop-Location
|
||
failed
|
||
}
|
||
} while(0);
|
||
${env:PYTHONPATH} = "$local"
|
||
python model_test.py $HOME/AliNNModel
|
||
${env:PYTHONPATH} = $pythonpath_backup
|
||
if ($LastExitCode -ne 0) {
|
||
Write-Output "### PYMNN模型测试失败，测试终止"
|
||
conda deactivate
|
||
Pop-Location
|
||
failed
|
||
}
|
||
conda deactivate
|
||
}
|
||
Pop-Location
|
||
}
|
||
|
||
build_lib_test
|
||
# TODO: open other test
|
||
# build_tool_test
|
||
# build_whl_test
|
||
# build_bridge_test
|
||
|
||
# if ($test_avx512) {
|
||
# sync_remote
|
||
# }
|
||
# unit_test
|
||
# model_test
|
||
# pymnn_whl_test |