llama3_8b_hn_rus_continued

Usage

from transformers import AutoTokenizer, AutoModelForCausalLM
from transformers import pipeline
import torch

pipeline = pipeline(
    "text-generation",
    model="datapaf/llama3_8b_hn_rus_continued",
    torch_dtype=torch.bfloat16,
    device_map='auto'
)

messages = [
    {"role": "system", "content": "Ты AI-помощник, ответь на вопрос"},
    {"role": "user", "content": "Привет! Как дела?"},
]

prompt = pipeline.tokenizer.apply_chat_template(
    messages, 
    tokenize=False,
    add_generation_prompt=True
)

terminators = [
    pipeline.tokenizer.eos_token_id,
    pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
]

outputs = pipeline(
    prompt,
    max_new_tokens=256,
    eos_token_id=terminators,
    do_sample=False,
    repetition_penalty=1.2,
    return_full_text=False
)

print(outputs)