haotongl
inital version
98844c3
import os
class Log:
log_on = True # fast switch
used_tags = dict() # To keep track of used tags
_is_main_cached = None # Cache to store the main process check result
@staticmethod
def is_main_process():
if Log._is_main_cached is not None:
return Log._is_main_cached
try:
from pytorch_lightning.utilities import rank_zero_only
if rank_zero_only.rank == 0:
Log._is_main_cached = True
else:
Log._is_main_cached = False
except:
Log._is_main_cached = True
return Log._is_main_cached
@staticmethod
def _should_log(tag):
"""
Determine if the log information should be recorded.
Conditions: log function is enabled, current process is the main process, and the tag has not been used.
"""
if not Log.log_on:
return False
if not Log.is_main_process():
return False
if tag is None:
return True
if '__' in tag:
num = int(tag.split('__')[-1])
tag = tag.split('__')[0] # can output num same information
else:
num = 3 # default 3
if tag not in Log.used_tags:
Log.used_tags[tag] = num
Log.used_tags[tag] -= 1
if Log.used_tags[tag] >= 0:
return True
else:
return False
@staticmethod
def info(*args, tag=None):
"""
Output INFO level log information.
"""
if Log._should_log(tag):
print("\033[1;32m[INFO]\033[0;0m", *args)
@staticmethod
def warn(*args, tag=None):
"""
Output WARN level log information.
"""
if Log._should_log(tag):
print("\033[1;35m[WARN]\033[0;0m", *args)
@staticmethod
def error(*args, tag=None):
print("\033[1;31m[ERROR]\033[0;0m", *args)
@staticmethod
def debug(*args, tag=None):
"""
Output DEBUG level log information.
"""
if Log._should_log(tag) and 'HT_DEBUG' in os.environ and os.environ['HT_DEBUG'] == '1':
print("\033[1;33m[DEBUG]\033[0;0m", *args)