fuzzy

from transformers import BloomTokenizerFast, BloomForCausalLM

Load the Bloom model and tokenizer

model_name = "bigscience/bloom-560m" # You can choose a different model size if needed tokenizer = BloomTokenizerFast.from_pretrained(model_name) model = BloomForCausalLM.from_pretrained(model_name)

Define the prompt

prompt = "Once upon a time, in a land far away, there was a"

Tokenize the prompt

inputs = tokenizer(prompt, return_tensors="pt")

Generate text

output = model.generate( inputs["input_ids"], max_length=100, # Adjust the length as needed num_return_sequences=1, pad_token_id=tokenizer.eos_token_id, top_k=50, # Adjust sampling parameters as needed top_p=0.95 )

Decode the generated text

generated_text = tokenizer.decode(output[0], skip_special_tokens=True)

print("Generated Text:") print(generated_text)