# # Copyright (c) 2017 Intel Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # import atexit import datetime import os import re import shutil import signal import time import uuid from subprocess import Popen, PIPE from typing import Union from PIL import Image from pandas import DataFrame from six.moves import input global failed_imports failed_imports = [] class Colors(object): PURPLE = '\033[95m' CYAN = '\033[96m' DARKCYAN = '\033[36m' BLUE = '\033[94m' GREEN = '\033[92m' YELLOW = '\033[93m' RED = '\033[91m' WHITE = '\033[37m' BG_RED = '\033[41m' BG_GREEN = '\033[42m' BG_YELLOW = '\033[43m' BG_BLUE = '\033[44m' BG_PURPLE = '\033[45m' BG_CYAN = '\033[30;46m' BG_WHITE = '\x1b[30;47m' BG_RESET = '\033[49m' BOLD = '\033[1m' UNDERLINE_ON = '\033[4m' UNDERLINE_OFF = '\033[24m' END = '\033[0m' # prints to screen with a prefix identifying the origin of the print class ScreenLogger(object): def __init__(self, name, use_colors=True): self.name = name self.set_use_colors(use_colors) def set_use_colors(self, use_colors): self._use_colors = use_colors if use_colors: self._prefix_success = Colors.GREEN self._prefix_warning = Colors.YELLOW self._prefix_error = Colors.RED self._prefix_title = Colors.BG_CYAN self._prefix_ask = Colors.BG_CYAN self._suffix = Colors.END else: self._prefix_success = "" self._prefix_warning = "!! " self._prefix_error = "!!!! " self._prefix_title = "## " self._prefix_ask = "" self._suffix = "" def separator(self): print("") print("--------------------------------") print("") def log(self, data): print(data) def log_dict(self, data, prefix=""): if self._use_colors: str = "{}{}{} - ".format(Colors.PURPLE, prefix, Colors.END) for k, v in data.items(): str += "{}{}: {}{} ".format(Colors.BLUE, k, Colors.END, v) print(str) else: logentries = [] for k, v in data.items(): logentries.append("{}={}".format(k, v)) logline = "{}> {}".format(prefix, ", ".join(logentries)) print(logline) def log_title(self, title): print("{}{}{}".format(self._prefix_title, title, self._suffix)) def success(self, text): print("{}{}{}".format(self._prefix_success, text, self._suffix)) def warning(self, text): print("{}{}{}".format(self._prefix_warning, text, self._suffix)) def error(self, text, crash=True): print("{}{}{}".format(self._prefix_error, text, self._suffix)) if crash: exit(1) def ask_input(self, title): return input("{}{}{}".format(self._prefix_ask, title, self._suffix)) def ask_input_with_timeout(self, title, timeout, msg_if_timeout='Timeout expired.'): class TimeoutExpired(Exception): pass def timeout_alarm_handler(signum, frame): raise TimeoutExpired signal.signal(signal.SIGALRM, timeout_alarm_handler) signal.alarm(timeout) try: return input("{}{}{}".format(Colors.BG_CYAN, title, Colors.END)) except TimeoutExpired: self.warning(msg_if_timeout) finally: signal.alarm(0) def ask_yes_no(self, title: str, default: Union[None, bool] = None): """ Ask the user for a yes / no question and return True if the answer is yes and False otherwise. The function will keep asking the user for an answer until he answers one of the possible responses. A default answer can be passed and will be selected if the user presses enter :param title: The question to ask the user :param default: the default answer :return: True / False according to the users answer """ default_answer = 'y/n' if default == True: default_answer = 'Y/n' elif default == False: default_answer = 'y/N' while True: answer = input("{}{}{} ({})".format(self._prefix_ask, title, self._suffix, default_answer)) if answer == "yes" or answer == "YES" or answer == "y" or answer == "Y": return True elif answer == "no" or answer == "NO" or answer == "n" or answer == "N": return False elif answer == "": if default is not None: return default def change_terminal_title(self, title: str): """ Changes the title of the terminal window :param title: The new title :return: None """ if self._use_colors: print("\x1b]2;{}\x07".format(title)) else: print("Title: %s" % title) class BaseLogger(object): def __init__(self): self.data = DataFrame() self.csv_path = '' self.start_time = None self.time = None self.experiments_path = "" self.last_line_idx_written_to_csv = 0 self.experiment_name = "" self.index_name = "Index" def set_current_time(self, time): self.time = time def create_signal_value(self, signal_name, value, overwrite=True, time=None): if self.last_line_idx_written_to_csv != 0: assert signal_name in self.data.columns if not time: time = self.time # create only if it doesn't already exist if overwrite or not self.signal_value_exists(time, signal_name): self.data.loc[time, signal_name] = value return True return False def change_signal_value(self, signal_name, time, value): # change only if it already exists if self.signal_value_exists(time, signal_name): self.data.loc[time, signal_name] = value return True return False def signal_value_exists(self, time, signal_name): try: value = self.get_signal_value(time, signal_name) if value != value: # value is nan return False except: return False return True def get_signal_value(self, time, signal_name): return self.data.loc[time, signal_name] def dump_output_csv(self, append=True): self.data.index.name = self.index_name if len(self.data.index) == 1: self.start_time = time.time() if os.path.exists(self.csv_path) and append: self.data[self.last_line_idx_written_to_csv:].to_csv(self.csv_path, mode='a', header=False) else: self.data.to_csv(self.csv_path) self.last_line_idx_written_to_csv = len(self.data.index) def update_wall_clock_time(self, index): if self.start_time: self.create_signal_value('Wall-Clock Time', time.time() - self.start_time, time=index) else: self.create_signal_value('Wall-Clock Time', 0, time=index) self.start_time = time.time() class EpisodeLogger(BaseLogger): def __init__(self): super().__init__() self.worker_dir_path = '' self.index_name = "Episode Steps" def set_logger_filenames(self, _experiments_path, logger_prefix='', task_id=None, add_timestamp=False, filename=''): self.experiments_path = _experiments_path # set file names if task_id is not None: filename += "worker_{}.".format(task_id) # add timestamp if add_timestamp: filename += logger_prefix self.worker_dir_path = os.path.join(_experiments_path, '{}'.format(filename)) if not os.path.exists(self.worker_dir_path): os.makedirs(self.worker_dir_path) def set_episode_idx(self, episode_idx): self.data = DataFrame() self.csv_path = os.path.join(self.worker_dir_path, 'episode_{}.csv'.format(episode_idx)) self.last_line_idx_written_to_csv = 0 class Logger(BaseLogger): def __init__(self): super().__init__() self.doc_path = '' self.index_name = 'Episode #' def set_logger_filenames(self, _experiments_path, logger_prefix='', task_id=None, add_timestamp=False, filename=''): self.experiments_path = _experiments_path # set file names if task_id is not None: filename += "worker_{}.".format(task_id) # add timestamp if add_timestamp: filename += logger_prefix # add an index to the file in case there is already an experiment running with the same timestamp path_exists = True idx = 0 while path_exists: self.csv_path = os.path.join(_experiments_path, '{}_{}.csv'.format(filename, idx)) self.doc_path = os.path.join(_experiments_path, '{}_{}.json'.format(filename, idx)) path_exists = os.path.exists(self.csv_path) or os.path.exists(self.doc_path) idx += 1 def dump_documentation(self, parameters): if not os.path.exists(os.path.dirname(self.doc_path)): os.makedirs(self.experiments_path) with open(self.doc_path, 'w') as outfile: outfile.write(parameters) ####################################################################################################################### #################################### Module Related Methods/Vars ###################################################### ####################################################################################################################### global experiment_path experiment_path = None global experiment_name experiment_name = None time_started = datetime.datetime.now() def two_digits(num): return '%02d' % num def create_gif(images, fps=10, name="Gif"): global experiment_path output_file = '{}_{}.gif'.format(datetime.datetime.now().strftime('%Y-%m-%d-%H-%M-%S'), name) output_dir = os.path.join(experiment_path, 'gifs') if not os.path.exists(output_dir): os.makedirs(output_dir) output_path = os.path.join(output_dir, output_file) pil_images = [Image.fromarray(image) for image in images] pil_images[0].save(output_path, save_all=True, append_images=pil_images[1:], duration=1.0 / fps, loop=0) def create_mp4(images, fps=10, name="mp4"): global experiment_path output_file = '{}_{}.mp4'.format(datetime.datetime.now().strftime('%Y-%m-%d-%H-%M-%S'), name) output_dir = os.path.join(experiment_path, 'videos') if not os.path.exists(output_dir): os.makedirs(output_dir) output_path = os.path.join(output_dir, output_file) shape = 'x'.join([str(d) for d in images[0].shape[:2][::-1]]) command = ['ffmpeg', '-y', '-f', 'rawvideo', '-s', shape, '-pix_fmt', 'rgb24', '-r', str(fps), '-i', '-', '-vcodec', 'libx264', '-pix_fmt', 'yuv420p', output_path] p = Popen(command, stdin=PIPE, stderr=PIPE) for image in images: p.stdin.write(image.tostring()) p.stdin.close() p.wait() def remove_experiment_dir(): shutil.rmtree(experiment_path) def summarize_experiment(): screen.separator() screen.log_title("Results stored at: {}".format(experiment_path)) screen.log_title("Total runtime: {}".format(datetime.datetime.now() - time_started)) # TODO: reimplement the following code to print out the max reward during the training # if 'Training Reward' in self.data.keys() and 'Evaluation Reward' in self.data.keys(): # screen.log_title("Max training reward: {}, max evaluation reward: {}".format( # self.data['Training Reward'].max(), self.data['Evaluation Reward'].max())) screen.separator() if screen.ask_yes_no("Do you want to discard the experiment results (Warning: this cannot be undone)?", False): remove_experiment_dir() elif screen.ask_yes_no("Do you want to specify a different experiment name to save to?", False): new_name = get_experiment_name() old_path = experiment_path new_path = get_experiment_path(new_name, create_path=False) shutil.move(old_path, new_path) screen.log_title("Results moved to: {}".format(new_path)) def get_experiment_name(initial_experiment_name=''): global experiment_name match = None while match is None: if initial_experiment_name == '': msg_if_timeout = "Timeout waiting for experiement name." experiment_name = screen.ask_input_with_timeout("Please enter an experiment name: ", 60, msg_if_timeout) else: experiment_name = initial_experiment_name if not experiment_name: experiment_name = '' experiment_name = experiment_name.replace(" ", "_") match = re.match("^$|^[\w -/]{1,1000}$", experiment_name) if match is None: screen.error('Experiment name must be composed only of alphanumeric letters, ' 'underscores and dashes and should not be longer than 1000 characters.') experiment_name = match.group(0) return experiment_name def get_experiment_path(experiment_name, create_path=True): global experiment_path general_experiments_path = os.path.join('./experiments/', experiment_name) cur_date = time_started.date() cur_time = time_started.time() if not os.path.exists(general_experiments_path) and create_path: os.makedirs(general_experiments_path) experiment_path = os.path.join(general_experiments_path, '{}_{}_{}-{}_{}' .format(two_digits(cur_date.day), two_digits(cur_date.month), cur_date.year, two_digits(cur_time.hour), two_digits(cur_time.minute))) i = 0 while True: if os.path.exists(experiment_path): experiment_path = os.path.join(general_experiments_path, '{}_{}_{}-{}_{}_{}' .format(cur_date.day, cur_date.month, cur_date.year, cur_time.hour, cur_time.minute, i)) i += 1 else: if create_path: os.makedirs(experiment_path) return experiment_path global screen screen = ScreenLogger("")