quant of KoboldAI's LLaMA2-13B-Tiefighter
python3 convert.py \
-i /input/KoboldAI_LLaMA2-13B-Tiefighter/ \
-c /input/wikitext/0000.parquet \
-o /output/temp/ \
-cf /output/8bpw/ \
-b 8.0 \
-hb 8
quant of KoboldAI's LLaMA2-13B-Tiefighter
python3 convert.py \
-i /input/KoboldAI_LLaMA2-13B-Tiefighter/ \
-c /input/wikitext/0000.parquet \
-o /output/temp/ \
-cf /output/8bpw/ \
-b 8.0 \
-hb 8