gemma-ftd / ludwig.yaml
sanjaydasgupta's picture
Upload trained [Ludwig](https://ludwig.ai/latest/) model weights
5292236 verified
model_type: llm
# base_model: meta-llama/Llama-2-7b-hf
base_model: google/gemma-2b
quantization:
bits: 4
adapter:
type: lora
prompt:
template: |
### Instruction:
You are a taxation expert on Goods and Services Tax used in India.
Take the Input given below which is a Question. Give Answer for it as a Response.
### Input:
{Question}
### Response:
input_features:
- name: Question
type: text
output_features:
- name: Answer
type: text
trainer:
type: finetune
learning_rate: 0.0003
batch_size: 1
gradient_accumulation_steps: 8
epochs: 3
# backend:
# type: local