metadata
language:
- pl
license: other
model_type: llama-2
pipeline_tag: text-generation
tags:
- facebook
- meta
- pytorch
- llama
- llama-2
- voicelab
Description
GGML Format model files for This project.
inference
import ctransformers
from ctransformers import AutoModelForCausalLM
model = AutoModelForCausalLM.from_pretrained("Aspik101/trurl-2-7b-GGML",model_type="llama")
prompt = "Yesterday, when I was"
llm(prompt_input,
max_new_tokens=256,
temperature=0.9,
top_p= 0.7)