mpt-30b / callbacks.py
irenedea's picture
LLM-foundry update March 26, 2024 23:50:31
ce13d72 verified
raw
history blame
1.53 kB
from .async_eval_callback import AsyncEval
from .curriculum_learning_callback import CurriculumLearning
from .eval_gauntlet_callback import EvalGauntlet
from .fdiff_callback import FDiffMetrics
from .hf_checkpointer import HuggingFaceCheckpointer
from .monolithic_ckpt_callback import MonolithicCheckpointSaver
from .resumption_callbacks import GlobalLRScaling, LayerFreezing
from .scheduled_gc_callback import ScheduledGarbageCollector
from .registry import callbacks, callbacks_with_config
callbacks.register('lr_monitor', func=LRMonitor)
callbacks.register('memory_monitor', func=MemoryMonitor)
callbacks.register('memory_snapshot', func=MemorySnapshot)
callbacks.register('speed_monitor', func=SpeedMonitor)
callbacks.register('runtime_estimator', func=RuntimeEstimator)
callbacks.register('optimizer_monitor', func=OptimizerMonitor)
callbacks.register('generate_callback', func=Generate)
callbacks.register('early_stopper', func=EarlyStopper)
callbacks.register('fdiff_metrics', func=FDiffMetrics)
callbacks.register('hf_checkpointer', func=HuggingFaceCheckpointer)
callbacks.register('global_lr_scaling', func=GlobalLRScaling)
callbacks.register('layer_freezing', func=LayerFreezing)
callbacks.register('mono_checkpoint_saver', func=MonolithicCheckpointSaver)
callbacks.register('scheduled_gc', func=ScheduledGarbageCollector)
callbacks.register('oom_observer', func=OOMObserver)
callbacks_with_config.register('async_eval', func=AsyncEval)
callbacks_with_config.register('curriculum_learning', func=CurriculumLearning)