Downloads · 30 days
28
1% of all-time downloads
ICEPVP8977/Uncensored_llama_3.2_3b_safetensors
Uncensored_llama_3.2_3b_safetensors is a text generation model from ICEPVP8977. Use it when you need the model to write or continue text.
Downloads · 30 days
28
1% of all-time downloads
All-time downloads
2.5K
Public
Parameters
3.2B
6.6 GB on disk
Likes
0
Public
Click a slice to open those files.
.safetensors6.5 GB · 99%
From the Hugging Face model README
from huggingface_hub import snapshot_download
# Replace with your Hugging Face token (optional but recommended)
# token = ""
# Replace with the repository ID you want to download
repo_id = "ICEPVP8977/Uncensored_llama_3.2_3b_safetensors"
try:
snapshot_download(repo_id=repo_id,
# token=token,
local_dir="./model")
print(f"Successfully downloaded {repo_id} to ./model")
except Exception as e:
print(f"Error downloading repository: {e}")
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
model = AutoModelForCausalLM.from_pretrained("./model", torch_dtype=torch.float16, device_map="auto")
tokenizer = AutoTokenizer.from_pretrained("./model")
prompt = "Your_question_here"
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
max_new_tokens = 2000 # Set the maximum number of tokens in the response
outputs = model.generate(**inputs, max_new_tokens=max_new_tokens)
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
print(response)