1cfaaf4e22
llama.cpp b9936 binaries for x86_64 (Linux Ubuntu + Windows CPU) Dynamic model selection from models/ dir GGUF models: Gemma-4-E2B, Qwen2.5-1.5B, Qwen3.5-4B Cross-platform start.sh / start.bat scripts Deploy script for USB stick export
60 lines
2.2 KiB
Bash
Executable file
60 lines
2.2 KiB
Bash
Executable file
#!/bin/bash
|
|
# MiniLlama — Portable LLM Chat Launcher (Linux)
|
|
# Erkennt automatisch alle .gguf-Modelle im models/-Ordner und zeigt ein Menü.
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
|
cd "$SCRIPT_DIR"
|
|
|
|
# ------------------------------------------------------------
|
|
# Modelle aus dem models/-Ordner lesen
|
|
# ------------------------------------------------------------
|
|
mapfile -t MODELS < <(find models/ -maxdepth 1 -name '*.gguf' -type f -o -type l | sort)
|
|
MODEL_COUNT="${#MODELS[@]}"
|
|
|
|
if [ "$MODEL_COUNT" -eq 0 ]; then
|
|
echo "❌ Keine .gguf-Modelle im models/-Ordner gefunden."
|
|
echo " Lege GGUF-Dateien in das models/-Verzeichnis."
|
|
exit 1
|
|
fi
|
|
|
|
# ------------------------------------------------------------
|
|
# Menü anzeigen
|
|
# ------------------------------------------------------------
|
|
echo ""
|
|
echo "╔═══════════════════════════════════╗"
|
|
echo "║ 🦙 MiniLlama — Modellauswahl ║"
|
|
echo "╚═══════════════════════════════════╝"
|
|
echo ""
|
|
for i in "${!MODELS[@]}"; do
|
|
NAME=$(basename "${MODELS[$i]}")
|
|
SIZE=$(numfmt --to=iec --format='%.1f' "$(stat --printf='%s' -L "${MODELS[$i]}" 2>/dev/null)" 2>/dev/null || echo "?")
|
|
printf " %2d) %s (%s)\n" $((i + 1)) "$NAME" "$SIZE"
|
|
done
|
|
echo ""
|
|
|
|
# ------------------------------------------------------------
|
|
# Auswahl
|
|
# ------------------------------------------------------------
|
|
SELECTION=""
|
|
while [ -z "$SELECTION" ]; do
|
|
read -rp "Auswahl [1-$MODEL_COUNT] oder q=beenden: " INPUT
|
|
if [ "$INPUT" = "q" ]; then exit 0; fi
|
|
if [[ "$INPUT" =~ ^[0-9]+$ ]] && [ "$INPUT" -ge 1 ] && [ "$INPUT" -le "$MODEL_COUNT" ]; then
|
|
SELECTION=$((INPUT - 1))
|
|
else
|
|
echo "❌ Bitte eine Zahl zwischen 1 und $MODEL_COUNT eingeben."
|
|
fi
|
|
done
|
|
|
|
MODEL_PATH="${MODELS[$SELECTION]}"
|
|
MODEL_NAME=$(basename "$MODEL_PATH")
|
|
|
|
echo ""
|
|
echo "🔵 Starte: $MODEL_NAME"
|
|
echo ""
|
|
|
|
# ------------------------------------------------------------
|
|
# llama-cli starten
|
|
# ------------------------------------------------------------
|
|
exec ./bin/linux/llama-cli -m "$MODEL_PATH" -cnv
|