OpenWrt IPK and APK / Validate source and resolve stable SDKs (push) Waiting to run
178 lines
6.2 KiB
PowerShell
178 lines
6.2 KiB
PowerShell
param(
|
|
[ValidateSet('Install', 'Rollback', 'Monitor')][string]$Action = 'Install',
|
|
[ValidateRange(1, 1440)][int]$Minutes = 10,
|
|
[Parameter(Mandatory = $true)][ValidateNotNullOrEmpty()][string]$Vps,
|
|
[switch]$PrepareOnly
|
|
)
|
|
|
|
$ErrorActionPreference = 'Stop'
|
|
$RepoRoot = Split-Path -Parent $PSScriptRoot
|
|
$RemoteTarget = $Vps
|
|
$UploadName = 'owrt-resource-' + [guid]::NewGuid().ToString('N')
|
|
$Utf8 = [System.Text.UTF8Encoding]::new($false)
|
|
$UploadFiles = @()
|
|
|
|
if ($Action -eq 'Install') {
|
|
$RemoteScript = @'
|
|
#!/bin/bash
|
|
set -Eeuo pipefail
|
|
stage=/tmp/__UPLOAD_NAME__
|
|
target=/opt/owrt-remote/owrt-remote-hub.py
|
|
backup=/opt/owrt-remote/owrt-remote-hub.py.bak-before-resource-fix-v121
|
|
candidate=$target.new-__UPLOAD_NAME__
|
|
changed=0
|
|
cleanup() {
|
|
code=$?
|
|
trap - EXIT
|
|
if [ "$code" -ne 0 ] && [ "$changed" = 1 ]; then
|
|
echo 'Installation failed; restoring the file from this attempt.' >&2
|
|
systemctl --no-pager -l status owrt-remote >&2 || true
|
|
journalctl -u owrt-remote -n 60 --no-pager >&2 || true
|
|
cp -a "$stage/previous.py" "$candidate"
|
|
mv -f "$candidate" "$target"
|
|
systemctl restart owrt-remote || true
|
|
fi
|
|
rm -f "$candidate"
|
|
rm -rf -- "$stage"
|
|
exit "$code"
|
|
}
|
|
trap cleanup EXIT
|
|
test -s "$target"
|
|
test -s "$stage/hub.py"
|
|
python_bin=/opt/owrt-remote/venv/bin/python
|
|
if [ ! -x "$python_bin" ]; then python_bin=python3; fi
|
|
"$python_bin" - "$stage/hub.py" <<'PY'
|
|
import ast, pathlib, sys
|
|
source = pathlib.Path(sys.argv[1]).read_text(encoding='utf-8')
|
|
tree = ast.parse(source)
|
|
assert 'v122' in source
|
|
assert 'v108' not in source
|
|
factory = next(node for node in tree.body if isinstance(node, ast.FunctionDef) and node.name == 'connect')
|
|
assert any(isinstance(item, ast.Name) and item.id == 'contextmanager' for item in factory.decorator_list)
|
|
assert any(isinstance(item, ast.Try) and item.finalbody for item in ast.walk(factory))
|
|
PY
|
|
# The Linux regression suite uses its own temporary DB and loopback ports.
|
|
# It also exercises a real PTY and verifies child reaping.
|
|
OWRT_RESOURCE_HUB_SOURCE="$stage/hub.py" "$python_bin" "$stage/tests.py" -v
|
|
|
|
if [ ! -e "$backup" ]; then cp -a "$target" "$backup"; fi
|
|
test -s "$backup"
|
|
printf 'Backup: %s\n' "$backup"
|
|
cp -a "$target" "$stage/previous.py"
|
|
install -m 0755 "$stage/hub.py" "$candidate"
|
|
changed=1
|
|
mv -f "$candidate" "$target"
|
|
systemctl restart owrt-remote
|
|
healthy=0
|
|
for attempt in {1..10}; do
|
|
if systemctl is-active --quiet owrt-remote && curl -fsS --max-time 5 http://127.0.0.1:8088/health; then
|
|
healthy=1
|
|
break
|
|
fi
|
|
sleep 2
|
|
done
|
|
test "$healthy" = 1
|
|
cmp -s "$target" "$stage/hub.py"
|
|
printf '\n'
|
|
pid=$(systemctl show owrt-remote -p MainPID --value)
|
|
test "$pid" -gt 0
|
|
printf 'PID=%s FD=%s\n' "$pid" "$(find /proc/$pid/fd -maxdepth 1 -type l | wc -l)"
|
|
systemctl --no-pager --full status owrt-remote | sed -n '1,16p'
|
|
echo RESOURCE_FIX_V121_OK
|
|
'@
|
|
} elseif ($Action -eq 'Rollback') {
|
|
$RemoteScript = @'
|
|
#!/bin/bash
|
|
set -Eeuo pipefail
|
|
stage=/tmp/__UPLOAD_NAME__
|
|
target=/opt/owrt-remote/owrt-remote-hub.py
|
|
backup=/opt/owrt-remote/owrt-remote-hub.py.bak-before-resource-fix-v121
|
|
candidate=$target.rollback-__UPLOAD_NAME__
|
|
changed=0
|
|
cleanup() {
|
|
code=$?
|
|
trap - EXIT
|
|
if [ "$code" -ne 0 ] && [ "$changed" = 1 ]; then
|
|
echo 'Rollback failed; restoring the file from this attempt.' >&2
|
|
cp -a "$stage/current.py" "$candidate"
|
|
mv -f "$candidate" "$target"
|
|
systemctl restart owrt-remote || true
|
|
fi
|
|
rm -f "$candidate"
|
|
rm -rf -- "$stage"
|
|
exit "$code"
|
|
}
|
|
trap cleanup EXIT
|
|
test -s "$target"
|
|
test -s "$backup"
|
|
python3 - "$backup" <<'PY'
|
|
import ast, pathlib, sys
|
|
ast.parse(pathlib.Path(sys.argv[1]).read_text(encoding='utf-8'))
|
|
PY
|
|
cp -a "$target" "$stage/current.py"
|
|
cp -a "$backup" "$candidate"
|
|
changed=1
|
|
mv -f "$candidate" "$target"
|
|
systemctl restart owrt-remote
|
|
healthy=0
|
|
for attempt in {1..10}; do
|
|
if systemctl is-active --quiet owrt-remote && curl -fsS --max-time 5 http://127.0.0.1:8088/health; then
|
|
healthy=1
|
|
break
|
|
fi
|
|
sleep 2
|
|
done
|
|
test "$healthy" = 1
|
|
printf '\n'
|
|
echo RESOURCE_FIX_ROLLBACK_OK
|
|
'@
|
|
} else {
|
|
$RemoteScript = @'
|
|
#!/bin/bash
|
|
set -Eeuo pipefail
|
|
stage=/tmp/__UPLOAD_NAME__
|
|
trap 'rm -rf -- "$stage"' EXIT
|
|
python3 "$stage/monitor.py" __MINUTES__
|
|
'@
|
|
}
|
|
|
|
$RemoteScript = $RemoteScript.Replace('__UPLOAD_NAME__', $UploadName).Replace('__MINUTES__', [string]$Minutes)
|
|
try {
|
|
$StageRoot = Join-Path ([System.IO.Path]::GetTempPath()) $UploadName
|
|
[System.IO.Directory]::CreateDirectory($StageRoot) | Out-Null
|
|
$UploadFiles += $StageRoot
|
|
[System.IO.File]::WriteAllText((Join-Path $StageRoot 'run.sh'), $RemoteScript.Replace("`r`n", "`n") + "`n", $Utf8)
|
|
if ($Action -eq 'Install') {
|
|
$Payloads = @{
|
|
'hub.py' = Join-Path $RepoRoot 'vps\owrt-remote-hub.py'
|
|
'tests.py' = Join-Path $RepoRoot 'tests\test_resource_lifecycle.py'
|
|
}
|
|
foreach ($Item in $Payloads.GetEnumerator()) {
|
|
$FileText = [System.IO.File]::ReadAllText($Item.Value)
|
|
[System.IO.File]::WriteAllText((Join-Path $StageRoot $Item.Key), $FileText.Replace("`r`n", "`n"), $Utf8)
|
|
}
|
|
} elseif ($Action -eq 'Monitor') {
|
|
$MonitorText = [System.IO.File]::ReadAllText((Join-Path $RepoRoot 'tests\monitor_vps_resources.py'))
|
|
[System.IO.File]::WriteAllText((Join-Path $StageRoot 'monitor.py'), $MonitorText.Replace("`r`n", "`n"), $Utf8)
|
|
}
|
|
if ($PrepareOnly) {
|
|
Write-Host "Prepared only: $StageRoot"
|
|
$UploadFiles = @()
|
|
return
|
|
}
|
|
& scp -r -- $StageRoot "${RemoteTarget}:/tmp/"
|
|
if ($LASTEXITCODE -ne 0) { throw 'Upload failed; installation has not started.' }
|
|
& ssh $RemoteTarget "bash /tmp/$UploadName/run.sh"
|
|
if ($LASTEXITCODE -ne 0) { throw "$Action failed. See the output above; success was not confirmed." }
|
|
Write-Host "$Action finished successfully."
|
|
} finally {
|
|
foreach ($UploadFile in $UploadFiles) {
|
|
$Resolved = [System.IO.Path]::GetFullPath($UploadFile)
|
|
$Expected = [System.IO.Path]::GetFullPath((Join-Path ([System.IO.Path]::GetTempPath()) $UploadName))
|
|
if ($Resolved -ne $Expected -or (Split-Path -Leaf $Resolved) -ne $UploadName) {
|
|
throw 'Unsafe staging cleanup path.'
|
|
}
|
|
if (Test-Path -LiteralPath $Resolved) { Remove-Item -LiteralPath $Resolved -Recurse -Force }
|
|
}
|
|
}
|