|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
export QT_QPA_PLATFORM=offscreen |
|
|
|
|
|
|
|
|
|
export PYTHON_JIT=1 |
|
|
|
|
|
source $HOME/toolkit/git-wrapper.zsh |
|
|
|
|
|
export ZSH="$HOME/.oh-my-zsh" |
|
|
|
|
|
plugins=(git autojump conda-env) |
|
|
|
|
|
ZSH_THEME="kade" |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
export GIN_MODE=release |
|
|
|
|
|
export LANG=ja_JP.UTF-8 |
|
export LC_ALL=ja_JP.UTF-8 |
|
|
|
export HISTSIZE=500000 |
|
|
|
export COMFYUI_PATH="$HOME/ComfyUI" |
|
|
|
export RUST_BACKTRACE=1 |
|
|
|
export DOTNET_CLI_TELEMETRY_OPTOUT=1 |
|
|
|
export CLICOLOR=126 |
|
|
|
|
|
|
|
|
|
|
|
|
|
export NUMEXPR_MAX_THREADS=24 |
|
|
|
|
|
|
|
export VECLIB_MAXIMUM_THREADS=24 |
|
|
|
|
|
|
|
export MKL_NUM_THREADS=24 |
|
|
|
|
|
|
|
export OMP_NUM_THREADS=24 |
|
|
|
|
|
|
|
|
|
|
|
|
|
export TOKENIZERS_PARALLELISM=false |
|
|
|
|
|
source /home/kade/.config/broot/launcher/bash/br |
|
|
|
|
|
|
|
[ -f ~/.fzf.zsh ] && source ~/.fzf.zsh |
|
|
|
|
|
|
|
__conda_setup="$('/home/kade/miniconda3/bin/conda' 'shell.zsh' 'hook' 2> /dev/null)" |
|
if [ $? -eq 0 ]; then |
|
eval "$__conda_setup" |
|
else |
|
if [ -f "/home/kade/miniconda3/etc/profile.d/conda.sh" ]; then |
|
. "/home/kade/miniconda3/etc/profile.d/conda.sh" |
|
else |
|
export PATH="/home/kade/miniconda3/bin:$PATH" |
|
fi |
|
fi |
|
unset __conda_setup |
|
|
|
|
|
unset CONDA_CHANGEPS1 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
source $ZSH/oh-my-zsh.sh |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
export PATH=$PATH:$HOME/source/repos/dataset-tools/target/x86_64-unknown-linux-gnu/release:$HOME/.cargo/bin:$HOME/miniconda3/bin:$HOME/toolkit:$HOME/db/redis-stable/src:$HOME/db/postgresql/bin:$HOME/.local/bin:/opt/cuda/bin |
|
|
|
|
|
rconda() { |
|
export PATH=$(echo $PATH | tr ':' '\n' | grep -v "$HOME/miniconda3/bin" | grep -v "$HOME/miniconda3/condabin" | tr '\n' ':' | sed 's/:$//') |
|
export LD_LIBRARY_PATH=$(echo $LD_LIBRARY_PATH | tr ':' '\n' | grep -v "$HOME/miniconda3/lib" | tr '\n' ':' | sed 's/:$//') |
|
} |
|
|
|
|
|
|
|
|
|
|
|
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib:/opt/cuda/targets/x86_64-linux/lib |
|
|
|
|
|
|
|
export COMFYUI_MODEL_PATH=/home/kade/ComfyUI/models |
|
|
|
|
|
alias upx='/home/kade/.local/bin/upx' |
|
|
|
alias ls='ls --color=always' |
|
|
|
alias ll="ls -lah --color=always" |
|
|
|
alias cp='cp --reflink=auto' |
|
|
|
alias t="tensorboard --logdir=$HOME/output_dir/logs" |
|
|
|
alias rt="vim ~/.tmux.conf && echo \"Reloading tmux config\" && tmux source ~/.tmux.conf" |
|
|
|
alias zr="vim ~/.zshrc && echo \"Reloading zsh config\" && source ~/.zshrc" |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
alias 接="tmux attach" |
|
|
|
|
|
alias ta="tmux attach" |
|
|
|
|
|
alias ga="git add . && git commit -avs && git push" |
|
|
|
alias gs="git status" |
|
|
|
alias wd="git diff --word-diff-regex='[^,]+' --patience" |
|
|
|
alias vim="nvim" |
|
|
|
alias vi="nvim" |
|
|
|
alias v="nvim" |
|
|
|
alias grh='git reset --hard' |
|
|
|
alias gcs='git clone --recurse-submodules' |
|
|
|
alias grabber="Grabber-cli" |
|
|
|
|
|
|
|
alias pie='pip install -e . --use-pep517' |
|
|
|
alias gc="git commit -avs --verbose" |
|
|
|
alias dir="dir --color=always" |
|
|
|
alias rl="source ~/.zshrc" |
|
|
|
alias ezc="nvim ~/.zshrc && source ~/.zshrc" |
|
|
|
display_git_help() { |
|
echo "Git" |
|
echo "---" |
|
echo "ga: \`git add . && git commit -avs --verbose && git push\`" |
|
echo "gc: \`git commit -avs --verbose\`" |
|
echo "gcs: \`git clone --recurse-submodules\`" |
|
echo "grh: \`git reset --hard\`" |
|
echo "wd: \`git diff --word-diff-regex='[^,]+' --patience\`" |
|
echo "gs: \`git status\`" |
|
echo "gcx: \`git clean -fxd\`" |
|
} |
|
display_git_help |
|
|
|
|
|
|
|
|
|
|
|
function copy_sample_prompts() { |
|
for dir in ~/datasets/by_*; do |
|
if [[ -d "$dir" ]]; then |
|
cp ~/toolkit/kade-sample-prompts.txt "$dir/sample-prompts.txt" |
|
fi |
|
done |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
function re() { |
|
target_file="$1" |
|
python ~/source/repos/resize_lora/resize_lora.py -vv -r fro_ckpt=1,thr=-3.55 ~/ComfyUI/models/checkpoints/ponyDiffusionV6XL_v6StartWithThisOne.safetensors "$target_file" |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
rejiggle_tags() { |
|
local tag="$1" |
|
local dir="$2" |
|
|
|
if [[ -z "$tag" || -z "$dir" ]]; then |
|
echo "Usage: rejiggle_tags <tag> <directory>" |
|
return 1 |
|
fi |
|
|
|
find "$dir" -type f -name "*.tags" | while read -r file; do |
|
if grep -q "$tag" "$file"; then |
|
sed -i "s/$tag//g" "$file" |
|
sed -i "1s/^/$tag, /" "$file" |
|
fi |
|
done |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
update_conda() { |
|
# Get the list of all conda environments |
|
envs=$(conda env list | awk '{print $1}' | tail -n +4) |
|
|
|
# Loop through each environment and run conda upgrade --all |
|
for env in $envs; do |
|
echo "Activating environment: $env" |
|
source activate $env |
|
echo "Upgrading all packages in environment: $env" |
|
conda upgrade --all -y |
|
conda deactivate |
|
done |
|
|
|
echo "All environments have been upgraded." |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
list_word_freqs() { |
|
local target_dir=$1 |
|
if [[ -z "$target_dir" ]]; then |
|
echo "Usage: list_word_freqs <target_directory>" |
|
return 1 |
|
fi |
|
|
|
# Combine all text files into one |
|
local combined_file=$(mktemp) |
|
cat "$target_dir"/*.txt > "$combined_file" |
|
|
|
# List the most frequent words, ignoring specific words |
|
awk ' |
|
BEGIN { |
|
ignore["a"] |
|
ignore["the"] |
|
ignore["and"] |
|
ignore["is"] |
|
ignore["with"] |
|
ignore["of"] |
|
ignore["in"] |
|
ignore["or"] |
|
ignore["on"] |
|
ignore["to"] |
|
ignore["has"] |
|
ignore["he"] |
|
ignore["from"] |
|
} |
|
{ |
|
for (i = 1; i <= NF; i++) { |
|
word = tolower($i) |
|
gsub(/[^a-z]/, "", word) |
|
if (length(word) > 0 && !(word in ignore)) { |
|
freq[word]++ |
|
} |
|
} |
|
} |
|
END { |
|
for (word in freq) { |
|
print freq[word], word |
|
} |
|
} |
|
' "$combined_file" | sort -nr | head -n 40 |
|
|
|
# Clean up |
|
rm "$combined_file" |
|
} |
|
|
|
# Function: sample_prompts |
|
# Description: |
|
# This function takes a sample of the tag in a target training directory. |
|
# It reads and displays the contents of all .txt files in the specified directory, |
|
# providing a quick overview of the tags used for training. |
|
# |
|
# Usage: sample_prompts <target_directory> |
|
# |
|
# Parameters: |
|
# - target_directory: The directory containing the .txt files with tags. |
|
# |
|
# Output: |
|
# Prints the contents of each .txt file in the target directory, separated by newlines. |
|
sample_prompts() { |
|
local target_directory="$1" |
|
|
|
for file in "$target_directory"/*.txt; do |
|
cat "$file" |
|
echo -e "\n" |
|
done |
|
} |
|
|
|
# replace_comma_with_keep_tags |
|
# Description: This function replaces the specified occurrence of a comma with " |||" in all *.tags files |
|
# in all subdirectories of a target directory or the current directory when no path is passed. |
|
# Usage: replace_comma_with_keep_tags <occurrence_number> [target_directory] |
|
# Parameters: |
|
# - occurrence_number: The occurrence number of the comma to be replaced (e.g., 1 for the first occurrence). |
|
# - target_directory (optional): The target directory to search for *.tags files. If not provided, the current directory is used. |
|
# Example: |
|
# replace_comma_with_keep_tags 2 /path/to/directory |
|
# replace_comma_with_keep_tags 1 |
|
replace_comma_with_keep_tags_txt() { |
|
local occurrence_number=$1 |
|
local target_directory=${2:-.} |
|
|
|
if [[ -z "$occurrence_number" ]]; then |
|
echo "Error: occurrence_number is required." |
|
return 1 |
|
fi |
|
|
|
find "$target_directory" -type f -name "*.txt" | while read -r file; do |
|
awk -v occurrence="$occurrence_number" '{ |
|
count = 0 |
|
for (i = 1; i <= NF; i++) { |
|
if ($i ~ /,/) { |
|
count++ |
|
if (count == occurrence) { |
|
gsub(/,/, " |||", $i) |
|
} |
|
} |
|
} |
|
print |
|
}' "$file" > tmpfile && mv tmpfile "$file" |
|
done |
|
} |
|
|
|
|
|
replace_comma_with_keep_tags() { |
|
local occurrence_number=$1 |
|
local target_directory=${2:-.} |
|
|
|
if [[ -z "$occurrence_number" ]]; then |
|
echo "Error: occurrence_number is required." |
|
return 1 |
|
fi |
|
|
|
find "$target_directory" -type f -name "*.tags" | while read -r file; do |
|
awk -v occurrence="$occurrence_number" '{ |
|
count = 0 |
|
for (i = 1; i <= NF; i++) { |
|
if ($i ~ /,/) { |
|
count++ |
|
if (count == occurrence) { |
|
gsub(/,/, " |||", $i) |
|
} |
|
} |
|
} |
|
print |
|
}' "$file" > tmpfile && mv tmpfile "$file" |
|
done |
|
} |
|
|
|
# Function: display_custom_help |
|
# Description: |
|
# This function displays a custom help menu with various commands, environment information, |
|
# and useful instructions for different tools and services. It provides a quick reference |
|
# for commonly used commands, LLM setups, taggers, captioners, and database configurations. |
|
display_custom_help() { |
|
echo "----------------------------------------------------------------------------------------------------------------------" |
|
printf "%s\n" "$(conda env list)" |
|
echo "----------------------------------------------------------------------------------------------------------------------" |
|
echo "LLMs" |
|
echo "---" |
|
echo "conda activate openwebui && PORT=6969 $HOME/source/repos/open-webui/backend/start.sh" |
|
#echo "conda activate openwebui && open-webui serve --port 6969" |
|
echo "ollama serve" |
|
echo "----------------------------------------------------------------------------------------------------------------------" |
|
echo "Taggers + Captioners" |
|
echo "----------------------------------------------------------------------------------------------------------------------" |
|
echo "gallery-dl --cookies-from-browser firefox https://x.com/whatever" |
|
echo "JTP2" |
|
echo "---" |
|
echo "~/toolkit/jtp2 <dir>" |
|
echo "Joy Captioner" |
|
echo "---" |
|
echo "~/source/repos/joy/joy <dir> --custom_prompt \"<prompt>\" --caption_type custom" |
|
echo "Waifu Diffusion Tagger:" |
|
echo "---" |
|
echo "python ~/source/repos/wdv3-timm/wdv3_timm.py <dir> --model eva02" |
|
echo "----------------------------------------------------------------------------------------------------------------------" |
|
echo "Database Stuff" |
|
echo "----------------------------------------------------------------------------------------------------------------------" |
|
echo "Redis" |
|
echo "---" |
|
echo "~/db/redis-stable/src/redis-server : Start server." |
|
echo "PostgreSQL" |
|
echo "---" |
|
echo "psql -d postgres -h /tmp : Connect using socket directory." |
|
echo "Start server:" |
|
echo "pg_ctl -D \$HOME/db/postgresql/data -l \$HOME/db/pgsql.log start" |
|
echo "----------------------------------------------------------------------------------------------------------------------" |
|
echo "Commands, Aliases, and Custom Functions:" |
|
echo "----------------------------------------------------------------------------------------------------------------------" |
|
echo "pie : \`pip install -e . --use-pep517\`" |
|
echo "gcs : \`git clone --recurse-submodules\`" |
|
echo "dust : A more intuitive version of du." |
|
echo "ranger : A vim inspired file manager." |
|
echo "htop : Interactive process viewer." |
|
echo "nvtop : Interactive GPU process viewer." |
|
echo "nvitop : An even more interactive GPU process viewer." |
|
echo "nvim : Alias for vim." |
|
echo "rt : Edit tmux config and reload it." |
|
echo "zr : Edit zsh config and reload it." |
|
echo "ta : Attach to tmux session." |
|
echo "ga : Git add, commit, and push." |
|
echo "gs : Git status." |
|
echo "wd : Word diff in git." |
|
echo "grabber : Alias for Grabber-cli." |
|
echo "ls : Alias for 'ls --color=always'." |
|
echo "ll : List all files in long format, including hidden files, with human-readable sizes and colorized output." |
|
echo "cp : Use the 'reflink' option for 'cp' to enable copy-on-write when possible, improving efficiency." |
|
echo "t : Launch TensorBoard with the log directory set to the user's output_dir/logs." |
|
echo "接 : Attach to an existing tmux session." |
|
echo "gc : Create a signed, verbose git commit." |
|
echo "dir : Display directory contents with colorized output." |
|
echo "ezc : Quickly edit and reload the zsh configuration file." |
|
echo "nv : Returns the CUDA version number." |
|
echo "remove_repetition : Removes repetition in txt files in a target directory." |
|
echo "copy_sample_prompts : Copies ./sample-prompt.txt file from the current dir to datasets/furry." |
|
echo "remove_number_prefix : Removes all numbers prefixed by a _ from the end of every file." |
|
echo "count_captions : Counts *.caption and *.txt files in each subdirectory." |
|
echo "count_captions_per_folder : Counts *.caption and *.txt files in each subdirectory individually." |
|
echo "copy_matching_caption_files : Copies matching .caption files for <dir> to the current directory." |
|
echo "c : Change to ComfyUI directory and start the server." |
|
echo "t : Start TensorBoard with logs directory." |
|
echo "png2mp4 : Convert PNG sequence to MP4 video." |
|
echo "seed <file> : Display the seed from a safetensors file." |
|
echo "swch <branch> : Clean repo and switch to specified git branch." |
|
echo "convert_to_jxl <directory> : Convert JPG, JPEG, and PNG files to JXL in the specified directory." |
|
echo "convert_pxl_to_png <directory> : Convert PXL files to PNG in the specified directory." |
|
echo "replace_text_in_files [dir] <src> <replace> : Perform text replacement on *.txt files in a target directory." |
|
echo "update_dir [directory] : Update git repositories in subdirectories." |
|
echo "inject_to_captions [dir] \"txt\" : Add prefix to the beginning of each text file in a directory." |
|
echo "chop_lora <input_file> : Generate multiple versions of a Lora file with different presets." |
|
echo "----------------------------------------------------------------------------------------------------------------------" |
|
} |
|
|
|
# This function `nv` retrieves the version of the NVIDIA CUDA Compiler (nvcc) installed on the system. |
|
# It extracts the version number from the `nvcc --version` command output. |
|
# The version number is then formatted by removing the dot (e.g., 12.6 becomes 126). |
|
# Finally, the function returns the formatted version number. |
|
nv() { |
|
# Get the nvcc version output |
|
local nvcc_output=$(nvcc --version) |
|
|
|
# Extract the version number (12.6) |
|
local version=$(echo "$nvcc_output" | grep -oP 'release \K[0-9]+\.[0-9]+') |
|
|
|
# Remove the dot to get 126 |
|
local result=$(echo "$version" | tr -d '.') |
|
|
|
# Print the result |
|
echo $result |
|
} |
|
|
|
# Function to remove consecutive repeated words in text files within a directory |
|
remove_repetition() { |
|
local dir=$1 # The directory to search for text files |
|
# Find all .txt files in the specified directory and process each file |
|
find "$dir" -type f -name "*.txt" | while read -r file; do |
|
# Use awk to process each line of the file |
|
awk ' |
|
{ |
|
n = split($0, words, " ") # Split the line into words |
|
for (i = n; i > 1; i--) { # Iterate from the last word to the second word |
|
if (words[i] != words[i-1]) break # Stop if the current word is not equal to the previous word |
|
} |
|
for (j = 1; j <= i; j++) { # Print the words up to the point where repetition ends |
|
printf "%s%s", words[j], (j == i ? ORS : OFS) # Print the word followed by a space or newline |
|
} |
|
} |
|
' "$file" > "${file}.tmp" && mv "${file}.tmp" "$file" |
|
done |
|
} |
|
|
|
# Organizes a sample prompt file from the current directory to datasets/furry. |
|
# It moves the file named sample-prompts.txt to either |
|
# ~/datasets/furry/sample_prompts/pony or ~/datasets/furry/sample_prompts/compass based on the content. |
|
# If the file contains the regexp 'score_*', it is moved to ~/datasets/furry/sample_prompts/pony. |
|
# Otherwise, it is moved to ~/datasets/furry/sample_prompts/compass. |
|
# The -v option is used with cp to provide verbose output. |
|
copy_sample_prompts() { |
|
file="./sample-prompts.txt" |
|
if grep -q 'score_*' "$file"; then |
|
cp -v "$file" ~/datasets/furry/sample_prompts/pony/ |
|
else |
|
cp -v "$file" ~/datasets/furry/sample_prompts/compass/ |
|
fi |
|
|
|
echo "File has been organized." |
|
} |
|
|
|
# Removes all numbers prefixed by a _ from the end of every file before the file extension |
|
remove_number_prefix() { |
|
# Loop through all files in the current directory and its subdirectories |
|
for file in **/*_[0-9]*.*; do |
|
# Get the new file name by removing '_number' before the file extension |
|
new_file="${file%_[0-9]*.*}.${file##*.}" |
|
# Rename the file |
|
mv "$file" "$new_file" |
|
done |
|
} |
|
|
|
|
|
count_captions() { |
|
caption_count=$(find . -type f -name "*.caption" | wc -l) |
|
txt_count=$(find . -type f -name "*.txt" | wc -l) |
|
echo "*.caption files: $caption_count" |
|
echo "*.txt files: $txt_count" |
|
} |
|
|
|
|
|
count_captions_per_folder() { |
|
for dir in */; do |
|
echo "Directory: $dir" |
|
echo -n "*.caption files: " |
|
find "$dir" -type f -name "*.caption" | wc -l |
|
echo -n "*.txt files: " |
|
find "$dir" -type f -name "*.txt" | wc -l |
|
done |
|
} |
|
|
|
|
|
oui() { |
|
conda activate openwebui |
|
open-webui serve --port 6969 |
|
} |
|
|
|
|
|
copy_matching_caption_files() { |
|
# Define the target directory |
|
TARGET_DIR="$1" |
|
|
|
# Loop through each image file in the current directory |
|
for image_file in *.(jpg|jpeg|png|gif|bmp|tiff|webp|jxl); do |
|
# Check if the file exists (to handle cases where no files match the pattern) |
|
if [[ -f "$image_file" ]]; then |
|
# Extract the base name (without extension) |
|
base_name="${image_file%.*}" |
|
|
|
# Define the corresponding .caption file in the target directory |
|
caption_file="$TARGET_DIR/$base_name.caption" |
|
|
|
# Check if the .caption file exists |
|
if [[ -f "$caption_file" ]]; then |
|
# Copy the .caption file to the current directory |
|
cp "$caption_file" . |
|
echo "Copied $caption_file to the current directory." |
|
else |
|
echo "No matching .caption file for $image_file." |
|
fi |
|
fi |
|
done |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
replace_text_in_files() { |
|
local target_dir=$1 |
|
local search_text=$2 |
|
local replace_text=$3 |
|
|
|
# Loop through all .txt files in the target directory |
|
for file in "$target_dir"/*.txt; do |
|
# Use sed to replace the text |
|
sed -i "s/$search_text/$replace_text/g" "$file" |
|
done |
|
|
|
echo "Text replacement complete in $target_dir!" |
|
} |
|
|
|
# This script adds a specified prefix to the beginning of each text file in a given directory. |
|
# If the prefix already exists in the text file, it moves the prefix to the front of the text file without leaving extra commas or spaces. |
|
# Usage: inject_to_tags <directory> <prefix> |
|
# Arguments: |
|
# <directory> - The directory containing the text files to be modified. |
|
# <prefix> - The prefix to be added to the beginning of each text file. |
|
# The script checks if the specified directory exists and iterates over each text file in the directory. |
|
# For each text file, it creates a temporary file with the modified content and then replaces the original file with the temporary file. |
|
# If the directory does not exist, it prints an error message. |
|
|
|
inject_to_txt() { |
|
local dir="$1" |
|
local prefix="$2" |
|
if [[ -d "$dir" ]]; then |
|
for file in "$dir"/*.txt; do |
|
if [[ -f "$file" ]]; then |
|
if grep -q "$prefix" "$file"; then |
|
# Move the existing prefix to the front of the text file without leaving extra commas or spaces |
|
local temp_file=$(mktemp) |
|
sed "s/$prefix//" "$file" | sed "1s/^/${prefix}, /" | sed 's/^, //' | sed 's/,,/,/g' | sed 's/, ,/,/g' | sed 's/ ,/,/g' > "$temp_file" |
|
mv "$temp_file" "$file" |
|
echo "Moved '${prefix}' to the front of $file" |
|
else |
|
# Use a temporary file to store the modified content |
|
local temp_file=$(mktemp) |
|
echo "${prefix}, $(cat "$file")" | sed 's/,,/,/g' | sed 's/, ,/,/g' | sed 's/ ,/,/g' > "$temp_file" |
|
mv "$temp_file" "$file" |
|
echo "Added '${prefix}, ' to the front of $file" |
|
fi |
|
fi |
|
done |
|
else |
|
echo "Directory $dir does not exist." |
|
fi |
|
} |
|
|
|
inject_to_tags() { |
|
local dir="$1" |
|
local prefix="$2" |
|
if [[ -d "$dir" ]]; then |
|
for file in "$dir"/*.tags; do |
|
if [[ -f "$file" ]]; then |
|
if grep -q "$prefix" "$file"; then |
|
# Move the existing prefix to the front of the text file without leaving extra commas or spaces |
|
local temp_file=$(mktemp) |
|
sed "s/$prefix//" "$file" | sed "1s/^/${prefix}, /" | sed 's/^, //' | sed 's/,,/,/g' | sed 's/, ,/,/g' | sed 's/ ,/,/g' > "$temp_file" |
|
mv "$temp_file" "$file" |
|
echo "Moved '${prefix}' to the front of $file" |
|
else |
|
# Use a temporary file to store the modified content |
|
local temp_file=$(mktemp) |
|
echo "${prefix}, $(cat "$file")" | sed 's/,,/,/g' | sed 's/, ,/,/g' | sed 's/ ,/,/g' > "$temp_file" |
|
mv "$temp_file" "$file" |
|
echo "Added '${prefix}, ' to the front of $file" |
|
fi |
|
fi |
|
done |
|
else |
|
echo "Directory $dir does not exist." |
|
fi |
|
} |
|
|
|
# Function to update git repositories in subdirectories |
|
update_dir() { |
|
local target_dir="${1:-.}" |
|
|
|
# Check if there are any subdirectories |
|
if [[ -n "$(find "$target_dir" -mindepth 1 -maxdepth 1 -type d)" ]]; then |
|
for dir in "$target_dir"/*/; do |
|
if [[ -d "$dir" ]]; then |
|
( |
|
cd "$dir" || return |
|
# If the directory is a git repository, pull the latest changes |
|
if [[ -d ".git" ]]; then |
|
echo "Updating $(pwd)" |
|
git pull |
|
fi |
|
) |
|
fi |
|
done |
|
fi |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
chop_lora() { |
|
local input_file="$1" |
|
local base_name="${input_file:r}" # Remove extension |
|
|
|
# Define presets and their corresponding vector strings |
|
declare -A presets=( |
|
["ringdingding"] = "1,0,0,0,0,0,0,0,1,0,0,1,1,1,1,0,0,0,0,0,0" |
|
["squeaker"] = "1,0,0,0,0,0,0,0,1,0,0,0,1,1,1,0,0,0,0,0,0" |
|
["heavylifter"] = "1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0" |
|
["style1"] = "1,0,0,0,1,1,0,1,1,0,0,0,1,1,1,1,1,1,0,0,0" |
|
["style2"] = "1,0,0,0,0,0,0,1,1,0,0,0,1,1,1,1,1,1,0,0,0" |
|
["beeg"] = "1,0,0,0,1,1,0,1,1,0,1,0,1,1,1,0,0,0,0,0,0" |
|
["all"] = "1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1" |
|
["allin"] = "1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0" |
|
["allmid"] = "1,0,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0" |
|
["allout"] = "1,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1" |
|
) |
|
|
|
for preset in ${(k)presets}; do |
|
local output_file="${base_name}-${preset}.safetensors" |
|
local vector_string="${presets[$preset]}" |
|
echo "Generating $output_file" |
|
python ~/source/repos/resize_lora/chop_blocks.py "$input_file" "$vector_string" -o "$output_file" |
|
done |
|
} |
|
|
|
|
|
|
|
|
|
cs1() { |
|
# Get the target safetensors file path from the first argument |
|
local target_safetensors=$1 |
|
|
|
# Extract the base name of the target safetensors file (without the .safetensors extension) |
|
local base_name=$(basename "$target_safetensors" .safetensors) |
|
|
|
# Extract the version and step string from the base name (e.g., v1s400) |
|
local version_step=$(echo "$base_name" | grep -o 'v[0-9]*s[0-9]*') |
|
|
|
# Remove the version and step string from the base name to avoid duplication |
|
local base_name_no_version=$(echo "$base_name" | sed "s/${version_step}//") |
|
|
|
# Construct the output safetensors filename by appending c1 to the version and step string |
|
local output_safetensors="${base_name_no_version}${version_step}c1.safetensors" |
|
|
|
# Run the chop_blocks command with the specified block configuration and output filename |
|
~/toolkit/chop_blocks "$target_safetensors" 1,0,0,0,0,0,0,1,1,0,0,0,1,1,1,1,1,1,0,0,0 -o "$output_safetensors" |
|
} |
|
|
|
|
|
|
|
|
|
cs2() { |
|
# Get the target safetensors file path from the first argument |
|
local target_safetensors=$1 |
|
|
|
# Extract the base name of the target safetensors file (without the .safetensors extension) |
|
local base_name=$(basename "$target_safetensors" .safetensors) |
|
|
|
# Extract the version and step string from the base name (e.g., v1s400) |
|
local version_step=$(echo "$base_name" | grep -o 'v[0-9]*s[0-9]*') |
|
|
|
# Remove the version and step string from the base name to avoid duplication |
|
local base_name_no_version=$(echo "$base_name" | sed "s/${version_step}//") |
|
|
|
# Construct the output safetensors filename by appending c2 to the version and step string |
|
local output_safetensors="${base_name_no_version}${version_step}c2.safetensors" |
|
|
|
# Run the chop_blocks command with the specified block configuration and output filename |
|
~/toolkit/chop_blocks "$target_safetensors" 1,0,0,0,1,1,0,1,1,0,0,0,1,1,1,1,1,1,0,0,0 -o "$output_safetensors" |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
swch() { |
|
if [ -z "$1" ]; then |
|
echo "Please provide a branch name." |
|
return 1 |
|
fi |
|
branchname=$1 |
|
git clean -fxd && git pull && git checkout $branchname |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
extract_iframes() { |
|
# Assign input arguments |
|
input_file="$1" |
|
scene_change_fraction="${2:-0.1}" |
|
|
|
# Get the base filename without extension |
|
base_name=$(basename "$input_file" .webm) |
|
|
|
# Run ffmpeg command |
|
/usr/bin/ffmpeg -i "$input_file" -f image2 -vf "select=eq(pict_type\,PICT_TYPE_I)*gt(scene\,$scene_change_fraction),showinfo" -fps_mode vfr "${base_name}-%06d.png" |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
seed() { |
|
local filePath="$1" |
|
python3 -c " |
|
import safetensors, json |
|
filePath = '$filePath' |
|
print(json.loads(safetensors.safe_open(filePath, 'np').metadata().get('ss_seed', 'Not found')))" |
|
} |
|
|
|
source ~/toolkit/zsh/install_members.zsh |
|
source ~/toolkit/zsh/gallery-dl.zsh |
|
source ~/toolkit/zsh/png2mp4.zsh |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
c() { |
|
cd ~/ComfyUI && |
|
conda activate comfyui |
|
python main.py --listen 0.0.0.0 --preview-method taesd --use-pytorch-cross-attention --disable-xformers --fast |
|
# --front-end-version /home/kade/source/repos/ComfyUI_frontend/dist |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
conda_prompt_info() { |
|
if [[ -n "$CONDA_DEFAULT_ENV" ]]; then |
|
echo "(${CONDA_DEFAULT_ENV})" |
|
fi |
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
display_custom_help |
|
|