Views
No views yet
1#!/bin/bash
2
3# Activate the conda environment
4source ~/miniconda3/etc/profile.d/conda.sh
5conda activate exllamav2
6
7# Define variables
8MODEL_DIR="models/sophosympatheia_Midnight-Miqu-103B-v1.0"
9OUTPUT_DIR="exl2_midnight103b"
10MEASUREMENT_FILE="measurements/midnight103b.json"
11
12BIT_PRECISION=3.5
13CONVERTED_FOLDER="models/Midnight-Miqu-103B_exl2_3.5bpw"
14
15# Create directories
16mkdir $OUTPUT_DIR
17mkdir $CONVERTED_FOLDER
18
19# Run conversion commands
20python convert.py -i $MODEL_DIR -o $OUTPUT_DIR -nr -om $MEASUREMENT_FILE
21python convert.py -i $MODEL_DIR -o $OUTPUT_DIR -nr -m $MEASUREMENT_FILE -b $BIT_PRECISION -cf $CONVERTED_FOLDER