mirror of
https://github.com/gryf/coach.git
synced 2025-12-17 19:20:19 +01:00
tests: new checkpoint mxnet test + fix utils (#273)
* tests: new mxnet test + fix utils new test added: - test_restore_checkpoint[tensorflow, mxnet] fix failed tests in CI improve utils * tests: fix comments for mxnet checkpoint test and utils
This commit is contained in:
@@ -52,7 +52,7 @@ def print_progress(averaged_rewards, last_num_episodes, start_time, time_limit,
|
||||
|
||||
|
||||
def read_csv_paths(test_path, filename_pattern, read_csv_tries=120,
|
||||
extra_tries=0):
|
||||
extra_tries=0, num_expected_files=None):
|
||||
"""
|
||||
Return file path once it found
|
||||
:param test_path: test folder path
|
||||
@@ -60,6 +60,7 @@ def read_csv_paths(test_path, filename_pattern, read_csv_tries=120,
|
||||
:param read_csv_tries: number of iterations until file found
|
||||
:param extra_tries: add number of extra tries to check after getting all
|
||||
the paths.
|
||||
:param num_expected_files: find all expected file in experiment folder.
|
||||
:return: |string| return csv file path
|
||||
"""
|
||||
csv_paths = []
|
||||
@@ -68,6 +69,10 @@ def read_csv_paths(test_path, filename_pattern, read_csv_tries=120,
|
||||
csv_paths = glob.glob(path.join(test_path, '*', filename_pattern))
|
||||
if tries_counter > read_csv_tries:
|
||||
break
|
||||
|
||||
if num_expected_files and num_expected_files == len(csv_paths):
|
||||
break
|
||||
|
||||
time.sleep(1)
|
||||
tries_counter += 1
|
||||
|
||||
@@ -131,17 +136,19 @@ def find_string_in_logs(log_path, str, timeout=Def.TimeOuts.wait_for_files,
|
||||
|
||||
|
||||
def get_csv_path(clres, tries_for_csv=Def.TimeOuts.wait_for_csv,
|
||||
extra_tries=0):
|
||||
extra_tries=0, num_expected_files=None):
|
||||
"""
|
||||
Get the csv path with the results - reading csv paths will take some time
|
||||
:param clres: object of files that test is creating
|
||||
:param tries_for_csv: timeout of tires until getting all csv files
|
||||
:param extra_tries: add number of extra tries to check after getting all
|
||||
the paths.
|
||||
:param num_expected_files: find all expected file in experiment folder.
|
||||
:return: |list| csv path
|
||||
"""
|
||||
return read_csv_paths(test_path=clres.exp_path,
|
||||
filename_pattern=clres.fn_pattern,
|
||||
read_csv_tries=tries_for_csv,
|
||||
extra_tries=extra_tries)
|
||||
extra_tries=extra_tries,
|
||||
num_expected_files=num_expected_files)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user