turkish-gemma-2-9b-it

Usage

You can use the following code snippet to use the model:

import transformers
import torch


model_id = "alpecevit/turkish-gemma-2-9b-it"

pipeline = transformers.pipeline(
    "text-generation",
    model=model_id,
    model_kwargs={"dtype": torch.bfloat16},
    device_map="auto",
)

pipeline.model.eval()
instruction = "Python'da sırt çantası (knapsack) problemi nasıl çözülür?"

messages = [
    {"role": "user", "content": instruction}
]

prompt = pipeline.tokenizer.apply_chat_template(
    messages, 
    tokenize=False, 
    add_generation_prompt=True
)

terminators = [
    pipeline.tokenizer.eos_token_id,
    pipeline.tokenizer.convert_tokens_to_ids("<end_of_turn>")
]

outputs = pipeline(
    prompt,
    max_new_tokens=512,
    eos_token_id=terminators,
    do_sample=True,
    temperature=0.9,
)

print(outputs[0]["generated_text"][len(prompt):])