pip install qwodel

# For GGUF (CPU quantization)
pip install qwodel[gguf]

# For AWQ (GPU quantization)
pip install torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2 --index-url https://download.pytorch.org/whl/cu121
pip install qwodel[awq]

# For CoreML (Apple devices)
pip install qwodel[coreml]

from qwodel import Quantizer

# Create quantizer
quantizer = Quantizer(
    backend="gguf",
    model_path="meta-llama/Llama-2-7b-hf",
    output_dir="./quantized"
)

# Quantize model
output_path = quantizer.quantize(format="Q4_K_M")
print(f"Quantized model: {output_path}")

# Quantize a model
qwodel quantize \
    --backend gguf \
    --format Q4_K_M \
    --model meta-llama/Llama-2-7b-hf \
    --output ./quantized

# List available formats
qwodel list-formats

# List available backends
qwodel list-backends

quantizer = Quantizer(backend="gguf", model_path="./model", output_dir="./output")
quantizer.quantize(format="Q4_K_M")  # Recommended format

quantizer = Quantizer(backend="awq", model_path="./model", output_dir="./output")
quantizer.quantize(format="int4")

quantizer = Quantizer(backend="coreml", model_path="./model", output_dir="./output")
quantizer.quantize(format="float16")  # Recommended for best compatibility

from qwodel import Time, Quantizer

models = ["meta-llama/Llama-2-7b-hf", "meta-llama/Llama-2-13b-hf"]

for model_path in models:
    print(f"Quantizing {model_path}...")
    try:
        quantizer = Quantizer(backend="gguf", model_path=model_path, output_dir="./quantized")
        output = quantizer.quantize(format="Q4_K_M")
        print(f"Success: {output}")
    except Exception as e:
        print(f"Failed: {e}")

def custom_progress(percent: int, stage: str, message: str = ""):
    bar_length = 20
    filled = int(bar_length * percent / 100)
    bar = "█" * filled + "░" * (bar_length - filled)
    print(f"\r[{bar}] {percent}% | {stage} - {message}", end="", flush=True)

quantizer = Quantizer(
    backend="gguf", 
    model_path="./model", 
    progress_callback=custom_progress
)
quantizer.quantize(format="Q4_K_M")