from __future__ import annotations import io import os import re import subprocess import textwrap import time import uuid import wave import emoji import gradio as gr import langid import nltk import numpy as np import noisereduce as nr from huggingface_hub import HfApi # Download the 'punkt' tokenizer for the NLTK library nltk.download("punkt") # will use api to restart space on a unrecoverable error HF_TOKEN = os.environ.get("HF_TOKEN") REPO_ID = os.environ.get("REPO_ID") api = HfApi(token=HF_TOKEN) latent_map = {} def get_latents(chatbot_voice, xtts_model, voice_cleanup=False): global latent_map if chatbot_voice not in latent_map: speaker_wav = f"examples/{chatbot_voice}.wav" if (voice_cleanup): try: cleanup_filter="lowpass=8000,highpass=75,areverse,silenceremove=start_periods=1:start_silence=0:start_threshold=0.02,areverse,silenceremove=start_periods=1:start_silence=0:start_threshold=0.02" resample_filter="-ac 1 -ar 22050" out_filename = speaker_wav + str(uuid.uuid4()) + ".wav" #ffmpeg to know output format #we will use newer ffmpeg as that has afftn denoise filter shell_command = f"ffmpeg -y -i {speaker_wav} -af {cleanup_filter} {resample_filter} {out_filename}".split(" ") command_result = subprocess.run([item for item in shell_command], capture_output=False,text=True, check=True) speaker_wav=out_filename print("Filtered microphone input") except subprocess.CalledProcessError: # There was an error - command exited with non-zero code print("Error: failed filtering, use original microphone input") else: speaker_wav=speaker_wav # gets condition latents from the model # returns tuple (gpt_cond_latent, speaker_embedding) latent_map[chatbot_voice] = xtts_model.get_conditioning_latents(audio_path=speaker_wav) return latent_map[chatbot_voice] def detect_language(prompt, xtts_supported_languages=None): if xtts_supported_languages is None: xtts_supported_languages = ["en","es","fr","de","it","pt","pl","tr","ru","nl","cs","ar","zh-cn","ja"] # Fast language autodetection if len(prompt)>15: language_predicted=langid.classify(prompt)[0].strip() # strip need as there is space at end! if language_predicted == "zh": #we use zh-cn on xtts language_predicted = "zh-cn" if language_predicted not in xtts_supported_languages: print(f"Detected a language not supported by xtts :{language_predicted}, switching to english for now") gr.Warning(f"Language detected '{language_predicted}' can not be spoken properly 'yet' ") language= "en" else: language = language_predicted print(f"Language: Predicted sentence language:{language_predicted} , using language for xtts:{language}") else: # Hard to detect language fast in short sentence, use english default language = "en" print(f"Language: Prompt is short or autodetect language disabled using english for xtts") return language def get_voice_streaming(prompt, language, chatbot_voice, xtts_model, suffix="0"): gpt_cond_latent, speaker_embedding = get_latents(chatbot_voice, xtts_model) try: t0 = time.time() chunks = xtts_model.inference_stream( prompt, language, gpt_cond_latent, speaker_embedding, repetition_penalty=7.0, temperature=0.85, ) first_chunk = True for i, chunk in enumerate(chunks): if first_chunk: first_chunk_time = time.time() - t0 metrics_text = f"Latency to first audio chunk: {round(first_chunk_time*1000)} milliseconds\n" first_chunk = False #print(f"Received chunk {i} of audio length {chunk.shape[-1]}") # In case output is required to be multiple voice files # out_file = f'{char}_{i}.wav' # write(out_file, 24000, chunk.detach().cpu().numpy().squeeze()) # audio = AudioSegment.from_file(out_file) # audio.export(out_file, format='wav') # return out_file # directly return chunk as bytes for streaming chunk = chunk.detach().cpu().numpy().squeeze() chunk = (chunk * 32767).astype(np.int16) yield chunk.tobytes() except RuntimeError as e: if "device-side assert" in str(e): # cannot do anything on cuda device side error, need tor estart print( f"Exit due to: Unrecoverable exception caused by prompt:{prompt}", flush=True, ) gr.Warning("Unhandled Exception encounter, please retry in a minute") print("Cuda device-assert Runtime encountered need restart") # HF Space specific.. This error is unrecoverable need to restart space api.restart_space(REPO_ID=REPO_ID) else: print("RuntimeError: non device-side assert error:", str(e)) # Does not require warning happens on empty chunk and at end ###gr.Warning("Unhandled Exception encounter, please retry in a minute") return None return None except: return None def wave_header_chunk(frame_input=b"", channels=1, sample_width=2, sample_rate=24000): # This will create a wave header then append the frame input # It should be first on a streaming wav file # Other frames better should not have it (else you will hear some artifacts each chunk start) wav_buf = io.BytesIO() with wave.open(wav_buf, "wb") as vfout: vfout.setnchannels(channels) vfout.setsampwidth(sample_width) vfout.setframerate(sample_rate) vfout.writeframes(frame_input) wav_buf.seek(0) return wav_buf.read() def format_prompt(message, history): system_message = f""" You are Interviewer, Your task is to conduct interviews. Remember, you are the interviewer, not the candidate. Rules: -Set a counter for the number of questions asked: num_questions = 0 -After asking each question, increment the counter: num_questions += 1 If num_questions >= 6: You may ask additional questions as long as num_questions <= 11 If num_questions > 11: Do not ask any further questions -You should ask one question at a time and wait for the applicant's response before asking the next question. -Your questions should be short and precise, including a mix of behavioral, technical, and scenario-based inquiries relevant to the job. -If the applicant's response does not directly address the question asked or if they are not engaging, you should politely say: "Thank you for your response. However, I would appreciate if you could more directly address [restate the original question]." -If the applicant consistently fails to provide appropriate responses after redirection, you may end the interview early by saying: "Thank you for your time, but I don't believe we'll be able to continue this interview productively." -When concluding, ask: "Before we wrap up, is there anything else you'd like to share or any questions you have for me?" Listen to their final thoughts or questions. -Thank the applicant again for their time and participation, appreciate their engagement, and wish them the best in their career pursuits. -Based on the chat history, you will evaluate the applicant using the following format: Summarization: [Summarize the conversation objectively in a short paragraph, noting if redirection was required.] Strengths: [Highlight the applicant's strengths demonstrated across behavioral, technical, and scenario-based responses.] Areas for Improvement: [Suggest areas where the applicant could further develop skills or knowledge, across different categories. If responses were consistently off-topic, note this.] Score: [Provide a score out of 10 based on the applicant's overall fit for the role.] Send the summarization to the applicant after concluding the interview. Additional Guidelines: -Maintain a professional and unbiased tone throughout. -Ask open-ended questions and encourage the applicant to provide detailed responses. -Avoid referring to the applicant as "candidate." {{context}} """ prompt = ( "[INST]" + system_message + "[/INST]" ) for user_prompt, bot_response in history: if user_prompt is not None: prompt += f"[INST] {user_prompt} [/INST]" prompt += f" {bot_response} " if message=="": message="Hello" prompt += f"[INST] {message} [/INST]" return prompt def generate_llm_output( prompt, history, llm, temperature=0.8, max_tokens=256, top_p=0.95, stop_words=["","[/INST]", ""] ): temperature = float(temperature) if temperature < 1e-2: temperature = 1e-2 top_p = float(top_p) generate_kwargs = dict( temperature=temperature, max_tokens=max_tokens, top_p=top_p, stop=stop_words ) formatted_prompt = format_prompt(prompt, history) try: print("LLM Input:", formatted_prompt) # Local GGUF stream = llm( formatted_prompt, **generate_kwargs, stream=True, ) output = "" for response in stream: character= response["choices"][0]["text"] if character in stop_words: # end of context return if emoji.is_emoji(character): # Bad emoji not a meaning messes chat from next lines return output += response["choices"][0]["text"] yield output except Exception as e: print("Unhandled Exception: ", str(e)) gr.Warning("Unfortunately Mistral is unable to process") output = "I do not know what happened but I could not understand you ." return output def get_sentence(history, llm): history = [["", None]] if history is None else history history[-1][1] = "" sentence_list = [] sentence_hash_list = [] text_to_generate = "" stored_sentence = None stored_sentence_hash = None for character in generate_llm_output(history[-1][0], history[:-1], llm): history[-1][1] = character.replace("<|assistant|>","") # It is coming word by word text_to_generate = nltk.sent_tokenize(history[-1][1].replace("\n", " ").replace("<|assistant|>"," ").replace("<|ass>","").replace("[/ASST]","").replace("[/ASSI]","").replace("[/ASS]","").replace("","").strip()) if len(text_to_generate) > 1: dif = len(text_to_generate) - len(sentence_list) if dif == 1 and len(sentence_list) != 0: continue if dif == 2 and len(sentence_list) != 0 and stored_sentence is not None: continue # All this complexity due to trying append first short sentence to next one for proper language auto-detect if stored_sentence is not None and stored_sentence_hash is None and dif>1: #means we consumed stored sentence and should look at next sentence to generate sentence = text_to_generate[len(sentence_list)+1] elif stored_sentence is not None and len(text_to_generate)>2 and stored_sentence_hash is not None: print("Appending stored") sentence = stored_sentence + text_to_generate[len(sentence_list)+1] stored_sentence_hash = None else: sentence = text_to_generate[len(sentence_list)] # too short sentence just append to next one if there is any # this is for proper language detection if len(sentence)<=15 and stored_sentence_hash is None and stored_sentence is None: if sentence[-1] in [".","!","?"]: if stored_sentence_hash != hash(sentence): stored_sentence = sentence stored_sentence_hash = hash(sentence) print("Storing:",stored_sentence) continue sentence_hash = hash(sentence) if stored_sentence_hash is not None and sentence_hash == stored_sentence_hash: continue if sentence_hash not in sentence_hash_list: sentence_hash_list.append(sentence_hash) sentence_list.append(sentence) print("New Sentence: ", sentence) yield (sentence, history) # return that final sentence token try: last_sentence = nltk.sent_tokenize(history[-1][1].replace("\n", " ").replace("<|ass>","").replace("[/ASST]","").replace("[/ASSI]","").replace("[/ASS]","").replace("","").strip())[-1] sentence_hash = hash(last_sentence) if sentence_hash not in sentence_hash_list: if stored_sentence is not None and stored_sentence_hash is not None: last_sentence = stored_sentence + last_sentence stored_sentence = stored_sentence_hash = None print("Last Sentence with stored:",last_sentence) sentence_hash_list.append(sentence_hash) sentence_list.append(last_sentence) print("Last Sentence: ", last_sentence) yield (last_sentence, history) except: print("ERROR on last sentence history is :", history) # will generate speech audio file per sentence def generate_speech_for_sentence(history, chatbot_voice, sentence, xtts_model, xtts_supported_languages=None, filter_output=True, return_as_byte=False): language = "autodetect" wav_bytestream = b"" if len(sentence)==0: print("EMPTY SENTENCE") return # Sometimes prompt coming on output remove it # Some post process for speech only sentence = sentence.replace("", "") # remove code from speech sentence = re.sub("```.*```", "", sentence, flags=re.DOTALL) sentence = re.sub("`.*`", "", sentence, flags=re.DOTALL) sentence = re.sub("\(.*\)", "", sentence, flags=re.DOTALL) sentence = sentence.replace("```", "") sentence = sentence.replace("...", " ") sentence = sentence.replace("(", " ") sentence = sentence.replace(")", " ") sentence = sentence.replace("<|assistant|>","") if len(sentence)==0: print("EMPTY SENTENCE after processing") return # A fast fix for last chacter, may produce weird sounds if it is with text #if (sentence[-1] in ["!", "?", ".", ","]) or (sentence[-2] in ["!", "?", ".", ","]): # # just add a space # sentence = sentence[:-1] + " " + sentence[-1] # regex does the job well sentence= re.sub("([^\x00-\x7F]|\w)(\.|\。|\?|\!)",r"\1 \2\2",sentence) print("Sentence for speech:", sentence) try: SENTENCE_SPLIT_LENGTH=350 if len(sentence)