Description

GGML Format model files for This project.

inference

import ctransformers
from ctransformers import AutoModelForCausalLM

model = AutoModelForCausalLM.from_pretrained("Aspik101/trurl-2-7b-GGML",model_type="llama")

prompt = "Yesterday, when I was"
llm(prompt_input, 
      max_new_tokens=256, 
      temperature=0.9, 
      top_p= 0.7)