ci: wrap checks with try block to avoid panic (#883)
This commit is contained in:
parent
938c4ccd52
commit
7e6e098e2b
|
@ -8,6 +8,7 @@
|
||||||
import os
|
import os
|
||||||
import json
|
import json
|
||||||
import sys
|
import sys
|
||||||
|
import traceback
|
||||||
from textwrap import dedent
|
from textwrap import dedent
|
||||||
from time import sleep, time
|
from time import sleep, time
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
@ -119,7 +120,7 @@ def main():
|
||||||
try_download(build_id, dl_path)
|
try_download(build_id, dl_path)
|
||||||
else:
|
else:
|
||||||
# Try up to three times
|
# Try up to three times
|
||||||
MAX_ATTEMPTS = 3
|
MAX_ATTEMPTS = 5
|
||||||
success = False
|
success = False
|
||||||
|
|
||||||
for i in range(MAX_ATTEMPTS):
|
for i in range(MAX_ATTEMPTS):
|
||||||
|
@ -153,6 +154,7 @@ def main():
|
||||||
|
|
||||||
for attempt in range(TRIES):
|
for attempt in range(TRIES):
|
||||||
print("Checking...")
|
print("Checking...")
|
||||||
|
try:
|
||||||
status = check_build_status(key, build_id)
|
status = check_build_status(key, build_id)
|
||||||
if status.startswith("COMPLETE"):
|
if status.startswith("COMPLETE"):
|
||||||
print("Build complete. Downloading artifact files.")
|
print("Build complete. Downloading artifact files.")
|
||||||
|
@ -170,9 +172,13 @@ def main():
|
||||||
break
|
break
|
||||||
elif attempt + 1 < TRIES:
|
elif attempt + 1 < TRIES:
|
||||||
sleep(SLEEP_SEC)
|
sleep(SLEEP_SEC)
|
||||||
|
except Exception as ex:
|
||||||
|
print("Unexpected error:")
|
||||||
|
print(ex)
|
||||||
|
print(traceback.format_exc())
|
||||||
|
sleep(60) # Sleep for a minute if something went wrong, just in case.
|
||||||
else:
|
else:
|
||||||
print("Build failed to complete after {} minutes, bailing.".format(MINUTES))
|
print("Build failed to complete after {} minutes, bailing.".format(MINUTES))
|
||||||
continue
|
|
||||||
|
|
||||||
if not success:
|
if not success:
|
||||||
exit(2)
|
exit(2)
|
||||||
|
|
Loading…
Reference in New Issue