README.md

import transformers
import librosa

# load the model pipeline on gpu:0
pipe = transformers.pipeline(model='sarvam/shuka_v1', trust_remote_code=True, device=0)

# get a sample audio
# wget https://huggingface.co/sarvam/shuka_v1/resolve/main/hi-question.webm

audio, _ = librosa.load("./hi-question.webm", sr=16000)
turns = [
          {'role': 'system', 'content': 'Respond naturally and informatively.'},
          {'role': 'user', 'content': '<|audio|>'}
        ]

pipe({'audio': audio, 'turns': turns, 'sampling_rate': sr}, max_new_tokens=512)