update tests

update tests

add runmany
This commit is contained in:
onyx-and-iris 2022-03-05 20:22:10 +00:00
parent 437abfcc8b
commit ca18a3d549
2 changed files with 107 additions and 3 deletions

View File

@ -21,8 +21,9 @@ def setup_package():
tests._rt_packet_socket.bind((socket.gethostbyname(socket.gethostname()), tests._port)) tests._rt_packet_socket.bind((socket.gethostbyname(socket.gethostname()), tests._port))
tests.worker = Thread(target=tests._send_register_rt, daemon=True) tests.worker = Thread(target=tests._send_register_rt, daemon=True)
tests.worker.start() tests.worker.start()
tests._public_packet = tests._get_rt()
tests.worker2 = Thread(target=tests._keepupdated, daemon=True)
tests.worker2.start()
def teardown_package(): def teardown_package():
tests._rt_packet_socket.close() tests.close()
tests._rt_register_socket.close()
tests._sendrequest_string_socket.close()

103
tests/runmany.ps1 Normal file
View File

@ -0,0 +1,103 @@
param(
[parameter(Mandatory=$false)]
[Int] $num = 1,
[switch]$cycle,
[switch]$Log
)
$global:failures = 0
Function RunTests {
param([int]$cycle_num)
if ($cycle_num) {
$num = $cycle_num
}
$logfile = "nosetest.log"
$failures = $global:failures
$firstrun = $false
if ($cycle_num -eq 20) { $firstrun = $true }
1..$num | ForEach-Object { `
if ($Log) { "Running test $_ of ${num} runs" | Tee-Object -FilePath $logfile -Append }
else { Write-Host "Running test $_ of ${num} runs" }
ForEach ($line in $(Invoke-Expression "nosetests --randomize -s tests 2>&1")) {
if ($Log) {
if ($line -NotMatch '^(System)') {
"${line}" | Tee-Object -FilePath $logfile -Append
}
} else {
if ($line -NotMatch '^(System)') { Write-Host "${line}" }
}
$m = [regex]::Match($line, '^(FAILED)\s\([errors=\d+,\s]?failures=(\d+)\)')
if ($m.captures.groups.count -gt 1) {
$failures += $m.captures.groups[2].value
}
}
}
if ($Log) {
$log_backup = LogRotate -logfile $logfile
$log_backupfile = Split-Path $log_backup -leaf
$summary_file = "summary.log"
if ($firstrun -eq $true) {
"===========================================================`n" + `
"NOTES:" | Tee-Object -FilePath $summary_file -Append
}
"===========================================================`n" + `
"${num} test run`n" + `
"Total failures: ${failures}`n" + `
"Logfile for this test run: ${log_backupfile}`n" + `
"===========================================================" | `
Tee-Object -FilePath $summary_file -Append
} else {
"===========================================================",
"${num} test run",
"Total failures: ${failures}",
"===========================================================" | Write-Host
}
$global:failures = $failures
}
Function LogRotate {
param([string]$logfile)
Get-ChildItem ./ -recurse `
| Where-Object {$_.basename -ne 'summary' -and $_.extension -eq ".log" } `
| ForEach-Object {
$i = 1
$StopLoop = $false
do {
try {
$savefile = "$($_.Fullname)_$i.backup"
Rename-Item -Path $_.FullName `
-NewName $savefile -ErrorAction "Stop"
$StopLoop = $true
}
catch {
Start-Sleep -m 100
$i++
}
} until ($StopLoop -eq $true)
}
$savefile
}
if ($MyInvocation.InvocationName -ne ".")
{
& '..\venv_vban_cmd\Scripts\activate.ps1'
if ($cycle) {
@(20, 50, 100, 200, 500, 1000) | ForEach-Object {
RunTests -cycle_num $_
if ($global:failures -gt 0) { break }
}
} else { RunTests }
& 'deactivate'
}