graamyfy

Model description

PEGASUS fine-tuned for paraphrasing

Model in Action:

import torch
from transformers import PegasusForConditionalGeneration, PegasusTokenizer
model_name = 'dhhivvva/graamyfy'
torch_device = 'cuda' if torch.cuda.is_available() else 'cpu'
tokenizer = PegasusTokenizer.from_pretrained(model_name)
model = PegasusForConditionalGeneration.from_pretrained(model_name).to(torch_device)

def get_response(input_text,num_return_sequences,num_beams):
  batch = tokenizer([input_text],truncation=True,padding='longest',max_length=60, return_tensors="pt").to(torch_device)
  translated = model.generate(**batch,max_length=60,num_beams=num_beams, num_return_sequences=num_return_sequences, temperature=1.5)
  tgt_text = tokenizer.batch_decode(translated, skip_special_tokens=True)
  return tgt_text

Example:

num_beams = 10
num_return_sequences = 3
context = "I like chocolate ice cream better than vanilla ice cream."
get_response(context,num_return_sequences,num_beams)
# output:
['I like chocolate ice cream.',
 'I like chocolate ice cream more than ice cream.',
 'I prefer chocolate ice cream.']