import os # Configurations for inference INFERENCE_WEIGHTS_PATH = 'weights_notagenx_p_size_16_p_length_1024_p_layers_20_h_size_1280.pth' # Path to weights for inference# Folder to save output files TOP_K = 9 # Top k for sampling TOP_P = 0.9 # Top p for sampling TEMPERATURE = 1.2 # Temperature for sampling # Configurations for model PATCH_STREAM = True # Stream training / inference PATCH_SIZE = 16 # Patch Size PATCH_LENGTH = 1024 # Patch Length CHAR_NUM_LAYERS = 6 # Number of layers in the decoder PATCH_NUM_LAYERS = 20 # Number of layers in the encoder HIDDEN_SIZE = 1280 # Hidden Size