future_work/model.py

from unsloth import FastVisionModel
from consts import BASE_MODEL


def setup_model(model: str) -> tuple:
    model, tokenizer = FastVisionModel.from_pretrained(
        BASE_MODEL,
        load_in_4bit = True, 
        use_gradient_checkpointing = "True",
    )
    
    model = FastVisionModel.get_peft_model(
        model,
        finetune_vision_layers     = False, 
        finetune_language_layers   = True, 
        finetune_attention_modules = True, 
        finetune_mlp_modules       = True,

        r = 16, 
        lora_alpha = 16,  
        lora_dropout = 0,
        bias = "none",
        random_state = 3407,
        use_rslora = False, 
        loftq_config = None, 
        use_gradient_checkpointing = "True" 
    )

    return model, tokenizer