Float16 of WizardLM/WizardLM-70B-V1.0
from transformers import LlamaTokenizer, AutoModelForCausalLM
tokenizer = LlamaTokenizer.from_pretrained("simsim314/WizardLM-70B-V1.0-HF")
model = AutoModelForCausalLM.from_pretrained("simsim314/WizardLM-70B-V1.0-HF")