LoRA-Qwen2.5-72B-Instruct-abliterated-F16-GGUF

Name: LoRA-Qwen2.5-72B-Instruct-abliterated-F16-GGUF
Author: ggml-org

llama-cpp

ggml-org

Other

OTHER

72B params

New

10 downloads

Early-stage

Try on Hugging Face Add to Compare

Edge AI:

Mobile

Laptop

Server

161GB+ RAM

Mobile

Laptop

Server

Quick Summary

ngxson/LoRA-Qwen2.5-72B-Instruct-abliterated-F16-GGUF This LoRA adapter was converted to GGUF format from `ngxson/LoRA-Qwen2.5-72B-Instruct-abliterated` via the...

Device Compatibility

Mobile

4-6GB RAM

Laptop

16GB RAM

Server

GPU

Minimum Recommended

68GB+ RAM

Code Examples

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Use with llama.cppbash

# with cli
llama-cli -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

# with server
llama-server -m base_model.gguf --lora LoRA-Qwen2.5-72B-Instruct-abliterated-f16.gguf (...other args)

Deploy This Model

Production-ready deployment in minutes

Together.ai

Instant API access to this model

Fastest API

Production-ready inference API. Start free, scale to millions.

Try Free API

Replicate

One-click model deployment

Easiest Setup

Run models in the cloud with simple API. No DevOps required.

Deploy Now

Disclosure: We may earn a commission from these partners. This helps keep LLMYourWay free.