{ "quantization": "bitsandbytes-nf4", "base_model": "/gpfs/home2/overven/Anthropic-x-Whale-Hackathon-backend/models/gemma-4-E2B-it", "dtype": "bfloat16" }