jina-vlm-mlx-4bit

pip install mlx-vlm

from mlx_vlm import load, generate
from mlx_vlm.prompt_utils import apply_chat_template
from mlx_vlm.utils import load_config

# Load model
model, processor = load("jinaai/jina-vlm-mlx-4bit")
config = load_config("jinaai/jina-vlm-mlx-4bit")

# Prepare input
image = ["photo.jpg"]
prompt = "Describe this image."

# Apply chat template
formatted_prompt = apply_chat_template(
    processor, config, prompt, num_images=1
)

# Generate
output = generate(model, processor, formatted_prompt, image, max_tokens=200)
print(output.text)