banglaT5forQnAfinetuned

🧠 Bangla T5 Fine-Tuned Model

This repository contains a fine-tuned version of the T5 model for a Bangla NLP task using Hugging Face Transformers.

📝 Model Description

• Base Model: csebuetnlp/banglat5
• Task: Question Answering
• Language: Bengali (Bangla)
• Framework: PyTorch + Hugging Face Transformers

📚 Training Configuration

• Epochs: 15
• Batch Size: 4
• Learning Rate: 0.0001
• Optimizer: Adam
• Loss Function: CrossEntropyLoss
• Hardware: Trained on 1× NVIDIA RTX 4090

📉 Training and Validation Loss per Epoch

🔧 How to Use

from transformers import T5Tokenizer, T5ForConditionalGeneration
import torch

MODEL = T5ForConditionalGeneration.from_pretrained("shaanzeeeee/banglaT5forQnAfinetuned")
TOKENIZER = T5Tokenizer.from_pretrained("shaanzeeeee/banglaT5forQnAfinetuned")
DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
MODEL.to(DEVICE)

def predict_answer(context, question, ref_answer=None):
    inputs = TOKENIZER(question, context, max_length=Q_LEN, padding="max_length", truncation=True, add_special_tokens=True)
    
    input_ids = torch.tensor(inputs["input_ids"], dtype=torch.long).to(DEVICE).unsqueeze(0)
    attention_mask = torch.tensor(inputs["attention_mask"], dtype=torch.long).to(DEVICE).unsqueeze(0)

    outputs = MODEL.generate(input_ids=input_ids, attention_mask=attention_mask)
  
    predicted_answer = TOKENIZER.decode(outputs.flatten(), skip_special_tokens=True)
    
    if ref_answer:
        # Load the Bleu metric
        #bleu = evaluate.load("google_bleu")
        #score = bleu.compute(predictions=[predicted_answer], 
                            #references=[ref_answer])
    
        print("Context: \n", context)
        print("\n")
        print("Question: \n", question)
        return {
            "Reference Answer: ": ref_answer, 
            "Predicted Answer: ": predicted_answer, 
            #"BLEU Score: ": score
        }
    else:
        return predicted_answer


context = ""
question = ""
ref_answer = ""
predict_answer(context, question, ref_answer)