Show HN: GPULlama3.java Llama Compilied to PTX/OpenCL Now Integrated in Quarkus
wget https://github.com/beehive-lab/TornadoVM/releases/download/v…
unzip tornadovm-2.1.0-opencl-linux-amd64.zip
# Replace
export TORNADO_SDK=”
export PATH=$TORNADO_SDK/bin:$PATH
tornado –devices
tornado –version
# Navigate to the project directory
cd GPULlama3.java
# Source the project-specific environment paths -> this will ensure the
source set_paths
# Build the project using Maven (skip tests for faster build)
# mvn clean package -DskipTests or just make
make
# Run the model (make sure you have downloaded the model file first – see below)
./llama-tornado –gpu –verbose-init –opencl –model beehive-llama-3.2-1b-instruct-fp16.gguf –prompt “tell me a joke”