ModelJars

In-JVM small language model inference.

Website | Source

// Generated reference to a qualified artifact
import static org.modeljars.catalog.Qwen3_0_6b_Q4_0.MODEL;

try (var runtime = ModelJars.openRuntime(MODEL)) {
    var prompt = runtime.chatTemplate().render(messages);
    String answer = runtime.model().generate(prompt, options);
}

or

// Exact Maven-style marker coordinate
try (var runtime = ModelJars.openRuntime(
        "org.modeljars.huggingface:" +
        "ggml-org.qwen3-0.6b-gguf.q4_0:" +
        "3.0.0-q4_0.1")) {
    var prompt = runtime.chatTemplate().render(messages);
    String answer = runtime.model().generate(prompt, options);
}

or

// Apple's on-device SystemLanguageModel
try (var client = AppleFoundationModels.create()) {
    if (client.availability().available()) {
        String answer = client.generate(prompt).text();
    }
}

Local models

Tags: library   jvm   ai   llm  

Last modified 09 November 2026