feat(secubox-app-localai-wb): Add LocalAI with native build support
New package for building LocalAI from source with llama-cpp backend: - localai-wb-ctl: On-device build management - check: Verify build prerequisites - install-deps: Install build dependencies - build: Compile LocalAI with llama-cpp - Model management, service control - build-sdk.sh: Cross-compile script for SDK - Uses OpenWrt toolchain for ARM64 - Produces optimized binary with llama-cpp Alternative to Docker-based secubox-app-localai for native builds. Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
parent
48deeccb99
commit
e50dcf6aee
82
package/secubox/secubox-app-localai-wb/Makefile
Normal file
82
package/secubox/secubox-app-localai-wb/Makefile
Normal file
@ -0,0 +1,82 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
#
|
||||
# Copyright (C) 2025 CyberMind.fr
|
||||
#
|
||||
# LocalAI-WB - LocalAI With Build support
|
||||
# Management scripts + option to build from source via toolchain
|
||||
#
|
||||
|
||||
include $(TOPDIR)/rules.mk
|
||||
|
||||
PKG_NAME:=secubox-app-localai-wb
|
||||
PKG_VERSION:=0.1.0
|
||||
PKG_RELEASE:=1
|
||||
PKG_ARCH:=all
|
||||
|
||||
PKG_LICENSE:=Apache-2.0
|
||||
PKG_MAINTAINER:=CyberMind Studio <contact@cybermind.fr>
|
||||
|
||||
include $(INCLUDE_DIR)/package.mk
|
||||
|
||||
define Package/secubox-app-localai-wb
|
||||
SECTION:=utils
|
||||
CATEGORY:=Utilities
|
||||
PKGARCH:=all
|
||||
SUBMENU:=SecuBox Apps
|
||||
TITLE:=LocalAI-WB - Build from source with llama-cpp
|
||||
DEPENDS:=+uci +libuci +jsonfilter +wget-ssl
|
||||
endef
|
||||
|
||||
define Package/secubox-app-localai-wb/description
|
||||
LocalAI management package with native build support.
|
||||
|
||||
Provides tools to:
|
||||
- Build LocalAI from source with llama-cpp backend
|
||||
- Cross-compile via OpenWrt toolchain
|
||||
- Manage models and service
|
||||
|
||||
For ARM64: Compiles llama-cpp backend natively.
|
||||
endef
|
||||
|
||||
define Package/secubox-app-localai-wb/conffiles
|
||||
/etc/config/localai-wb
|
||||
endef
|
||||
|
||||
define Build/Compile
|
||||
endef
|
||||
|
||||
define Package/secubox-app-localai-wb/install
|
||||
$(INSTALL_DIR) $(1)/etc/config
|
||||
$(INSTALL_CONF) ./files/etc/config/localai-wb $(1)/etc/config/localai-wb
|
||||
|
||||
$(INSTALL_DIR) $(1)/etc/init.d
|
||||
$(INSTALL_BIN) ./files/etc/init.d/localai-wb $(1)/etc/init.d/localai-wb
|
||||
|
||||
$(INSTALL_DIR) $(1)/usr/sbin
|
||||
$(INSTALL_BIN) ./files/usr/sbin/localai-wb-ctl $(1)/usr/sbin/localai-wb-ctl
|
||||
|
||||
$(INSTALL_DIR) $(1)/usr/share/localai-wb
|
||||
$(INSTALL_BIN) ./files/usr/share/localai-wb/build-sdk.sh $(1)/usr/share/localai-wb/build-sdk.sh
|
||||
|
||||
$(INSTALL_DIR) $(1)/opt/localai/bin
|
||||
$(INSTALL_DIR) $(1)/srv/localai/models
|
||||
endef
|
||||
|
||||
define Package/secubox-app-localai-wb/postinst
|
||||
#!/bin/sh
|
||||
[ -n "$${IPKG_INSTROOT}" ] || {
|
||||
echo ""
|
||||
echo "LocalAI-WB installed."
|
||||
echo ""
|
||||
echo "Check prerequisites:"
|
||||
echo " localai-wb-ctl check"
|
||||
echo ""
|
||||
echo "Build from source:"
|
||||
echo " localai-wb-ctl build"
|
||||
echo ""
|
||||
echo "Or cross-compile with SDK (see /usr/share/localai-wb/build-sdk.sh)"
|
||||
}
|
||||
exit 0
|
||||
endef
|
||||
|
||||
$(eval $(call BuildPackage,secubox-app-localai-wb))
|
||||
@ -0,0 +1,36 @@
|
||||
config main 'main'
|
||||
option enabled '0'
|
||||
option installed '0'
|
||||
option api_port '8080'
|
||||
option api_host '0.0.0.0'
|
||||
option data_path '/srv/localai'
|
||||
option models_path '/srv/localai/models'
|
||||
option threads '4'
|
||||
option context_size '2048'
|
||||
option debug '0'
|
||||
option cors '1'
|
||||
|
||||
# Build settings
|
||||
config build 'build'
|
||||
option version 'v2.25.0'
|
||||
option build_type 'generic'
|
||||
option backends 'llama-cpp'
|
||||
|
||||
# Model presets
|
||||
config preset 'tinyllama'
|
||||
option name 'tinyllama'
|
||||
option url 'https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF/resolve/main/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf'
|
||||
option size '669M'
|
||||
option description 'TinyLlama 1.1B - Ultra-lightweight'
|
||||
|
||||
config preset 'phi2'
|
||||
option name 'phi-2'
|
||||
option url 'https://huggingface.co/TheBloke/phi-2-GGUF/resolve/main/phi-2.Q4_K_M.gguf'
|
||||
option size '1.6G'
|
||||
option description 'Microsoft Phi-2 - Compact and efficient'
|
||||
|
||||
config preset 'mistral'
|
||||
option name 'mistral-7b'
|
||||
option url 'https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf'
|
||||
option size '4.1G'
|
||||
option description 'Mistral 7B Instruct - High quality'
|
||||
@ -0,0 +1,76 @@
|
||||
#!/bin/sh /etc/rc.common
|
||||
# LocalAI-WB init script
|
||||
# Copyright (C) 2025 CyberMind.fr
|
||||
|
||||
START=99
|
||||
STOP=10
|
||||
USE_PROCD=1
|
||||
|
||||
PROG=/opt/localai/bin/local-ai
|
||||
ALT_PROG=/usr/bin/local-ai-wb
|
||||
CONFIG=localai-wb
|
||||
|
||||
start_service() {
|
||||
local enabled
|
||||
config_load "$CONFIG"
|
||||
config_get enabled main enabled '0'
|
||||
|
||||
[ "$enabled" = "1" ] || return 0
|
||||
|
||||
# Find binary
|
||||
local binary=""
|
||||
if [ -x "$PROG" ]; then
|
||||
binary="$PROG"
|
||||
elif [ -x "$ALT_PROG" ]; then
|
||||
binary="$ALT_PROG"
|
||||
elif [ -x "/usr/bin/local-ai" ]; then
|
||||
binary="/usr/bin/local-ai"
|
||||
else
|
||||
logger -t localai-wb -p err "LocalAI binary not found. Run: localai-wb-ctl build"
|
||||
return 1
|
||||
fi
|
||||
|
||||
# Load configuration
|
||||
local api_port api_host models_path threads context_size debug cors
|
||||
config_get api_port main api_port '8080'
|
||||
config_get api_host main api_host '0.0.0.0'
|
||||
config_get models_path main models_path '/srv/localai/models'
|
||||
config_get threads main threads '4'
|
||||
config_get context_size main context_size '2048'
|
||||
config_get debug main debug '0'
|
||||
config_get cors main cors '1'
|
||||
|
||||
# Ensure models directory exists
|
||||
mkdir -p "$models_path"
|
||||
|
||||
# Build command arguments
|
||||
local args="--address ${api_host}:${api_port}"
|
||||
args="$args --models-path $models_path"
|
||||
args="$args --threads $threads"
|
||||
args="$args --context-size $context_size"
|
||||
[ "$cors" = "1" ] && args="$args --cors"
|
||||
[ "$debug" = "1" ] && args="$args --debug"
|
||||
|
||||
procd_open_instance
|
||||
procd_set_param command "$binary" $args
|
||||
procd_set_param respawn ${respawn_threshold:-3600} ${respawn_timeout:-5} ${respawn_retry:-5}
|
||||
procd_set_param stdout 1
|
||||
procd_set_param stderr 1
|
||||
procd_set_param pidfile /var/run/localai-wb.pid
|
||||
procd_close_instance
|
||||
|
||||
logger -t localai-wb "Started LocalAI on ${api_host}:${api_port}"
|
||||
}
|
||||
|
||||
stop_service() {
|
||||
logger -t localai-wb "Stopping LocalAI"
|
||||
}
|
||||
|
||||
service_triggers() {
|
||||
procd_add_reload_trigger "$CONFIG"
|
||||
}
|
||||
|
||||
reload_service() {
|
||||
stop
|
||||
start
|
||||
}
|
||||
@ -0,0 +1,568 @@
|
||||
#!/bin/sh
|
||||
# SecuBox LocalAI-WB (With Build) - Compile from source with llama-cpp backend
|
||||
# Copyright (C) 2025 CyberMind.fr
|
||||
#
|
||||
# This package builds LocalAI natively on ARM64 with llama-cpp backend
|
||||
|
||||
CONFIG="localai-wb"
|
||||
LOCALAI_VERSION="v2.25.0"
|
||||
BUILD_DIR="/opt/localai-build"
|
||||
INSTALL_DIR="/opt/localai"
|
||||
DATA_DIR="/srv/localai"
|
||||
|
||||
usage() {
|
||||
cat <<'EOF'
|
||||
Usage: localai-wb-ctl <command>
|
||||
|
||||
Build Commands:
|
||||
check Check build prerequisites
|
||||
install-deps Install build dependencies
|
||||
build Build LocalAI with llama-cpp backend
|
||||
build-minimal Build LocalAI with minimal backends (faster)
|
||||
clean Clean build directory
|
||||
|
||||
Service Commands:
|
||||
start Start LocalAI service
|
||||
stop Stop LocalAI service
|
||||
restart Restart LocalAI service
|
||||
status Show service status
|
||||
logs Show logs (use -f to follow)
|
||||
|
||||
Model Commands:
|
||||
models List installed models
|
||||
model-install <n> Install model from preset or URL
|
||||
model-remove <n> Remove installed model
|
||||
|
||||
Backend Commands:
|
||||
backends List available backends
|
||||
backend-install <n> Install additional backend
|
||||
|
||||
This package compiles LocalAI from source with llama-cpp backend.
|
||||
Requires: ~4GB RAM, ~10GB storage, 30-60 min build time.
|
||||
|
||||
Configuration: /etc/config/localai-wb
|
||||
EOF
|
||||
}
|
||||
|
||||
require_root() { [ "$(id -u)" -eq 0 ] || { echo "Root required" >&2; exit 1; }; }
|
||||
|
||||
log_info() { echo "[INFO] $*"; logger -t localai-wb "$*"; }
|
||||
log_warn() { echo "[WARN] $*" >&2; logger -t localai-wb -p warning "$*"; }
|
||||
log_error() { echo "[ERROR] $*" >&2; logger -t localai-wb -p err "$*"; }
|
||||
|
||||
uci_get() { uci -q get ${CONFIG}.$1; }
|
||||
uci_set() { uci set ${CONFIG}.$1="$2" && uci commit ${CONFIG}; }
|
||||
|
||||
load_config() {
|
||||
api_port="$(uci_get main.api_port || echo 8080)"
|
||||
api_host="$(uci_get main.api_host || echo 0.0.0.0)"
|
||||
data_path="$(uci_get main.data_path || echo $DATA_DIR)"
|
||||
models_path="$(uci_get main.models_path || echo $DATA_DIR/models)"
|
||||
threads="$(uci_get main.threads || echo 4)"
|
||||
context_size="$(uci_get main.context_size || echo 2048)"
|
||||
debug="$(uci_get main.debug || echo 0)"
|
||||
|
||||
mkdir -p "$data_path" "$models_path"
|
||||
}
|
||||
|
||||
# =============================================================================
|
||||
# BUILD PREREQUISITES
|
||||
# =============================================================================
|
||||
|
||||
cmd_check() {
|
||||
echo "=== LocalAI Build Prerequisites Check ==="
|
||||
echo ""
|
||||
|
||||
local all_ok=1
|
||||
|
||||
# Check Go
|
||||
if command -v go >/dev/null 2>&1; then
|
||||
local go_ver=$(go version | grep -oE 'go[0-9]+\.[0-9]+' | head -1)
|
||||
echo "[OK] Go: $go_ver"
|
||||
else
|
||||
echo "[FAIL] Go not installed"
|
||||
echo " Install: opkg install golang"
|
||||
all_ok=0
|
||||
fi
|
||||
|
||||
# Check Git
|
||||
if command -v git >/dev/null 2>&1; then
|
||||
echo "[OK] Git installed"
|
||||
else
|
||||
echo "[FAIL] Git not installed"
|
||||
echo " Install: opkg install git git-http"
|
||||
all_ok=0
|
||||
fi
|
||||
|
||||
# Check make
|
||||
if command -v make >/dev/null 2>&1; then
|
||||
echo "[OK] Make installed"
|
||||
else
|
||||
echo "[FAIL] Make not installed"
|
||||
echo " Install: opkg install make"
|
||||
all_ok=0
|
||||
fi
|
||||
|
||||
# Check gcc/g++
|
||||
if command -v gcc >/dev/null 2>&1 && command -v g++ >/dev/null 2>&1; then
|
||||
echo "[OK] GCC/G++ installed"
|
||||
else
|
||||
echo "[FAIL] GCC/G++ not installed"
|
||||
echo " Install: opkg install gcc g++"
|
||||
all_ok=0
|
||||
fi
|
||||
|
||||
# Check cmake
|
||||
if command -v cmake >/dev/null 2>&1; then
|
||||
echo "[OK] CMake installed"
|
||||
else
|
||||
echo "[WARN] CMake not installed (optional)"
|
||||
echo " Install: opkg install cmake"
|
||||
fi
|
||||
|
||||
echo ""
|
||||
|
||||
# Check memory
|
||||
local mem_total=$(grep MemTotal /proc/meminfo | awk '{print $2}')
|
||||
local mem_gb=$((mem_total / 1024 / 1024))
|
||||
echo "System Memory: ${mem_gb}GB"
|
||||
if [ "$mem_gb" -lt 2 ]; then
|
||||
echo "[WARN] Low memory! Build needs at least 2GB RAM"
|
||||
echo " Consider using swap or building on another machine"
|
||||
else
|
||||
echo "[OK] Memory sufficient for build"
|
||||
fi
|
||||
|
||||
# Check storage
|
||||
local storage_avail=$(df -m /opt 2>/dev/null | tail -1 | awk '{print $4}')
|
||||
if [ -n "$storage_avail" ]; then
|
||||
local storage_gb=$((storage_avail / 1024))
|
||||
echo "Storage available: ${storage_gb}GB at /opt"
|
||||
if [ "$storage_avail" -lt 5000 ]; then
|
||||
echo "[WARN] Low storage! Build needs ~10GB"
|
||||
else
|
||||
echo "[OK] Storage sufficient"
|
||||
fi
|
||||
fi
|
||||
|
||||
echo ""
|
||||
|
||||
# Check architecture
|
||||
local arch=$(uname -m)
|
||||
echo "Architecture: $arch"
|
||||
case "$arch" in
|
||||
aarch64) echo "[OK] ARM64 supported" ;;
|
||||
x86_64) echo "[OK] x86_64 supported" ;;
|
||||
*) echo "[WARN] Architecture may have limited support" ;;
|
||||
esac
|
||||
|
||||
echo ""
|
||||
if [ $all_ok -eq 1 ]; then
|
||||
echo "Ready to build! Run: localai-wb-ctl build"
|
||||
else
|
||||
echo "Install missing dependencies first: localai-wb-ctl install-deps"
|
||||
fi
|
||||
}
|
||||
|
||||
cmd_install_deps() {
|
||||
require_root
|
||||
log_info "Installing build dependencies..."
|
||||
|
||||
opkg update
|
||||
|
||||
# Core build tools
|
||||
opkg install git git-http make gcc g++ cmake
|
||||
|
||||
# Go compiler
|
||||
opkg install golang
|
||||
|
||||
# Additional libraries
|
||||
opkg install libc libstdcpp libpthread
|
||||
|
||||
log_info "Dependencies installed. Run: localai-wb-ctl check"
|
||||
}
|
||||
|
||||
# =============================================================================
|
||||
# BUILD LOCALAI FROM SOURCE
|
||||
# =============================================================================
|
||||
|
||||
cmd_build() {
|
||||
require_root
|
||||
load_config
|
||||
|
||||
log_info "Building LocalAI from source with llama-cpp backend..."
|
||||
log_info "This will take 30-60 minutes. Go get coffee!"
|
||||
echo ""
|
||||
|
||||
# Create build directory
|
||||
mkdir -p "$BUILD_DIR"
|
||||
cd "$BUILD_DIR"
|
||||
|
||||
# Clone or update repository
|
||||
if [ -d "$BUILD_DIR/LocalAI" ]; then
|
||||
log_info "Updating existing repository..."
|
||||
cd "$BUILD_DIR/LocalAI"
|
||||
git fetch --all
|
||||
git checkout "$LOCALAI_VERSION" 2>/dev/null || git checkout main
|
||||
git pull || true
|
||||
else
|
||||
log_info "Cloning LocalAI repository..."
|
||||
git clone --depth 1 --branch "$LOCALAI_VERSION" https://github.com/mudler/LocalAI.git 2>/dev/null || \
|
||||
git clone https://github.com/mudler/LocalAI.git
|
||||
cd "$BUILD_DIR/LocalAI"
|
||||
git checkout "$LOCALAI_VERSION" 2>/dev/null || true
|
||||
fi
|
||||
|
||||
log_info "Repository ready at $BUILD_DIR/LocalAI"
|
||||
log_info ""
|
||||
log_info "Starting build with llama-cpp backend..."
|
||||
log_info "Build options:"
|
||||
log_info " - Backend: llama-cpp (GGUF models)"
|
||||
log_info " - Type: generic CPU"
|
||||
log_info ""
|
||||
|
||||
# Set build environment
|
||||
export CGO_ENABLED=1
|
||||
export GOFLAGS="-mod=mod"
|
||||
|
||||
# Build with llama-cpp backend only (fastest)
|
||||
BUILD_GRPC_FOR_BACKEND_LLAMA=true \
|
||||
GRPC_BACKENDS="backend-assets/grpc/llama-cpp" \
|
||||
BUILD_TYPE=generic \
|
||||
make build 2>&1 | tee "$BUILD_DIR/build.log"
|
||||
|
||||
if [ -f "$BUILD_DIR/LocalAI/local-ai" ]; then
|
||||
log_info "Build successful!"
|
||||
|
||||
# Install binary
|
||||
mkdir -p "$INSTALL_DIR/bin"
|
||||
cp "$BUILD_DIR/LocalAI/local-ai" "$INSTALL_DIR/bin/"
|
||||
chmod +x "$INSTALL_DIR/bin/local-ai"
|
||||
|
||||
# Copy backend assets
|
||||
if [ -d "$BUILD_DIR/LocalAI/backend-assets" ]; then
|
||||
cp -r "$BUILD_DIR/LocalAI/backend-assets" "$INSTALL_DIR/"
|
||||
fi
|
||||
|
||||
# Create symlink
|
||||
ln -sf "$INSTALL_DIR/bin/local-ai" /usr/bin/local-ai
|
||||
|
||||
log_info ""
|
||||
log_info "LocalAI installed to $INSTALL_DIR"
|
||||
log_info "Binary: $INSTALL_DIR/bin/local-ai"
|
||||
log_info ""
|
||||
log_info "Enable and start service:"
|
||||
log_info " uci set localai-wb.main.enabled=1 && uci commit"
|
||||
log_info " /etc/init.d/localai-wb start"
|
||||
log_info ""
|
||||
log_info "Check backends:"
|
||||
log_info " local-ai backends list"
|
||||
|
||||
uci_set main.installed '1'
|
||||
else
|
||||
log_error "Build failed! Check $BUILD_DIR/build.log"
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
cmd_build_minimal() {
|
||||
require_root
|
||||
load_config
|
||||
|
||||
log_info "Building LocalAI with minimal configuration..."
|
||||
|
||||
mkdir -p "$BUILD_DIR"
|
||||
cd "$BUILD_DIR"
|
||||
|
||||
if [ ! -d "$BUILD_DIR/LocalAI" ]; then
|
||||
log_info "Cloning repository..."
|
||||
git clone --depth 1 https://github.com/mudler/LocalAI.git
|
||||
fi
|
||||
|
||||
cd "$BUILD_DIR/LocalAI"
|
||||
|
||||
# Minimal build - just the core with llama-cpp
|
||||
log_info "Building minimal LocalAI (llama-cpp only)..."
|
||||
|
||||
export CGO_ENABLED=1
|
||||
|
||||
# Build only llama-cpp grpc backend
|
||||
make BUILD_TYPE=generic \
|
||||
BUILD_GRPC_FOR_BACKEND_LLAMA=true \
|
||||
GRPC_BACKENDS="backend-assets/grpc/llama-cpp" \
|
||||
build 2>&1 | tee "$BUILD_DIR/build-minimal.log"
|
||||
|
||||
if [ -f "$BUILD_DIR/LocalAI/local-ai" ]; then
|
||||
mkdir -p "$INSTALL_DIR/bin"
|
||||
cp "$BUILD_DIR/LocalAI/local-ai" "$INSTALL_DIR/bin/"
|
||||
chmod +x "$INSTALL_DIR/bin/local-ai"
|
||||
ln -sf "$INSTALL_DIR/bin/local-ai" /usr/bin/local-ai
|
||||
|
||||
log_info "Minimal build complete!"
|
||||
uci_set main.installed '1'
|
||||
else
|
||||
log_error "Build failed!"
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
cmd_clean() {
|
||||
require_root
|
||||
log_info "Cleaning build directory..."
|
||||
rm -rf "$BUILD_DIR"
|
||||
log_info "Build directory cleaned"
|
||||
}
|
||||
|
||||
# =============================================================================
|
||||
# SERVICE MANAGEMENT
|
||||
# =============================================================================
|
||||
|
||||
is_running() {
|
||||
pgrep -f "$INSTALL_DIR/bin/local-ai" >/dev/null 2>&1 || \
|
||||
pgrep -x "local-ai" >/dev/null 2>&1
|
||||
}
|
||||
|
||||
cmd_start() {
|
||||
require_root
|
||||
load_config
|
||||
|
||||
if ! [ -x "$INSTALL_DIR/bin/local-ai" ]; then
|
||||
log_error "LocalAI not installed. Run: localai-wb-ctl build"
|
||||
return 1
|
||||
fi
|
||||
|
||||
if is_running; then
|
||||
log_warn "Already running"
|
||||
return 0
|
||||
fi
|
||||
|
||||
log_info "Starting LocalAI..."
|
||||
/etc/init.d/localai-wb start
|
||||
}
|
||||
|
||||
cmd_stop() {
|
||||
require_root
|
||||
/etc/init.d/localai-wb stop
|
||||
}
|
||||
|
||||
cmd_restart() {
|
||||
require_root
|
||||
/etc/init.d/localai-wb restart
|
||||
}
|
||||
|
||||
cmd_status() {
|
||||
load_config
|
||||
|
||||
echo "=== LocalAI-WB Status ==="
|
||||
echo ""
|
||||
|
||||
if [ -x "$INSTALL_DIR/bin/local-ai" ]; then
|
||||
echo "Installation: INSTALLED"
|
||||
echo "Binary: $INSTALL_DIR/bin/local-ai"
|
||||
local version=$("$INSTALL_DIR/bin/local-ai" --version 2>/dev/null | head -1 || echo "unknown")
|
||||
echo "Version: $version"
|
||||
else
|
||||
echo "Installation: NOT INSTALLED"
|
||||
echo "Run: localai-wb-ctl build"
|
||||
return
|
||||
fi
|
||||
|
||||
echo ""
|
||||
|
||||
if is_running; then
|
||||
echo "Service: RUNNING"
|
||||
local pid=$(pgrep -f "$INSTALL_DIR/bin/local-ai" | head -1)
|
||||
echo "PID: $pid"
|
||||
else
|
||||
echo "Service: STOPPED"
|
||||
fi
|
||||
|
||||
echo ""
|
||||
echo "Configuration:"
|
||||
echo " API: http://${api_host}:${api_port}"
|
||||
echo " Models: $models_path"
|
||||
echo " Threads: $threads"
|
||||
echo " Context: $context_size"
|
||||
|
||||
echo ""
|
||||
|
||||
# Check API health
|
||||
if is_running; then
|
||||
if wget -q -O /dev/null "http://127.0.0.1:$api_port/readyz" 2>/dev/null; then
|
||||
echo "API Status: HEALTHY"
|
||||
else
|
||||
echo "API Status: NOT RESPONDING"
|
||||
fi
|
||||
fi
|
||||
|
||||
# List backends
|
||||
if [ -x "$INSTALL_DIR/bin/local-ai" ]; then
|
||||
echo ""
|
||||
echo "=== Backends ==="
|
||||
"$INSTALL_DIR/bin/local-ai" backends list 2>/dev/null || echo " (service not running)"
|
||||
fi
|
||||
}
|
||||
|
||||
cmd_logs() {
|
||||
if [ "$1" = "-f" ]; then
|
||||
logread -f -e localai-wb
|
||||
else
|
||||
logread -e localai-wb | tail -100
|
||||
fi
|
||||
}
|
||||
|
||||
# =============================================================================
|
||||
# BACKEND MANAGEMENT
|
||||
# =============================================================================
|
||||
|
||||
cmd_backends() {
|
||||
if [ -x "$INSTALL_DIR/bin/local-ai" ]; then
|
||||
"$INSTALL_DIR/bin/local-ai" backends list
|
||||
else
|
||||
log_error "LocalAI not installed"
|
||||
fi
|
||||
}
|
||||
|
||||
cmd_backend_install() {
|
||||
local backend="$1"
|
||||
[ -z "$backend" ] && { echo "Usage: localai-wb-ctl backend-install <backend>"; return 1; }
|
||||
|
||||
if [ -x "$INSTALL_DIR/bin/local-ai" ]; then
|
||||
log_info "Installing backend: $backend"
|
||||
"$INSTALL_DIR/bin/local-ai" backends install "$backend"
|
||||
else
|
||||
log_error "LocalAI not installed"
|
||||
fi
|
||||
}
|
||||
|
||||
# =============================================================================
|
||||
# MODEL MANAGEMENT
|
||||
# =============================================================================
|
||||
|
||||
cmd_models() {
|
||||
load_config
|
||||
echo "=== Installed Models ==="
|
||||
echo ""
|
||||
|
||||
if [ -d "$models_path" ]; then
|
||||
local count=0
|
||||
for model in "$models_path"/*.gguf "$models_path"/*.bin; do
|
||||
[ -f "$model" ] || continue
|
||||
count=$((count + 1))
|
||||
local name=$(basename "$model")
|
||||
local size=$(ls -lh "$model" | awk '{print $5}')
|
||||
echo " $count. $name ($size)"
|
||||
done
|
||||
[ "$count" -eq 0 ] && echo " No models installed"
|
||||
fi
|
||||
|
||||
echo ""
|
||||
echo "=== Available Presets ==="
|
||||
echo " tinyllama - 669MB - TinyLlama 1.1B"
|
||||
echo " phi2 - 1.6GB - Microsoft Phi-2"
|
||||
echo " mistral - 4.1GB - Mistral 7B Instruct"
|
||||
echo ""
|
||||
echo "Install: localai-wb-ctl model-install <name>"
|
||||
}
|
||||
|
||||
cmd_model_install() {
|
||||
load_config
|
||||
require_root
|
||||
|
||||
local model_name="$1"
|
||||
[ -z "$model_name" ] && { echo "Usage: localai-wb-ctl model-install <name|url>"; return 1; }
|
||||
|
||||
mkdir -p "$models_path"
|
||||
|
||||
# Preset URLs
|
||||
case "$model_name" in
|
||||
tinyllama)
|
||||
local url="https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF/resolve/main/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf"
|
||||
local filename="tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf"
|
||||
;;
|
||||
phi2)
|
||||
local url="https://huggingface.co/TheBloke/phi-2-GGUF/resolve/main/phi-2.Q4_K_M.gguf"
|
||||
local filename="phi-2.Q4_K_M.gguf"
|
||||
;;
|
||||
mistral)
|
||||
local url="https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf"
|
||||
local filename="mistral-7b-instruct-v0.2.Q4_K_M.gguf"
|
||||
;;
|
||||
http*)
|
||||
local url="$model_name"
|
||||
local filename=$(basename "$url")
|
||||
;;
|
||||
*)
|
||||
log_error "Unknown model: $model_name"
|
||||
log_error "Use preset name or full URL"
|
||||
return 1
|
||||
;;
|
||||
esac
|
||||
|
||||
log_info "Downloading: $filename"
|
||||
log_info "URL: $url"
|
||||
|
||||
if wget --show-progress -O "$models_path/$filename" "$url"; then
|
||||
# Create YAML config for the model
|
||||
local model_id="${filename%.*}"
|
||||
cat > "$models_path/$model_id.yaml" << EOF
|
||||
name: $model_id
|
||||
backend: llama-cpp
|
||||
parameters:
|
||||
model: $filename
|
||||
context_size: $context_size
|
||||
threads: $threads
|
||||
EOF
|
||||
log_info "Model installed: $model_id"
|
||||
log_info "Restart service to load: /etc/init.d/localai-wb restart"
|
||||
else
|
||||
log_error "Download failed"
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
cmd_model_remove() {
|
||||
load_config
|
||||
require_root
|
||||
|
||||
local model_name="$1"
|
||||
[ -z "$model_name" ] && { echo "Usage: localai-wb-ctl model-remove <name>"; return 1; }
|
||||
|
||||
local found=0
|
||||
for ext in gguf bin yaml yml; do
|
||||
if [ -f "$models_path/$model_name.$ext" ]; then
|
||||
rm -f "$models_path/$model_name.$ext"
|
||||
found=1
|
||||
fi
|
||||
done
|
||||
|
||||
for file in "$models_path"/*"$model_name"*; do
|
||||
[ -f "$file" ] && rm -f "$file" && found=1
|
||||
done
|
||||
|
||||
[ $found -eq 1 ] && log_info "Model removed: $model_name" || log_warn "Model not found"
|
||||
}
|
||||
|
||||
# =============================================================================
|
||||
# MAIN
|
||||
# =============================================================================
|
||||
|
||||
case "${1:-}" in
|
||||
check) cmd_check ;;
|
||||
install-deps) cmd_install_deps ;;
|
||||
build) cmd_build ;;
|
||||
build-minimal) cmd_build_minimal ;;
|
||||
clean) cmd_clean ;;
|
||||
start) cmd_start ;;
|
||||
stop) cmd_stop ;;
|
||||
restart) cmd_restart ;;
|
||||
status) cmd_status ;;
|
||||
logs) shift; cmd_logs "$@" ;;
|
||||
backends) cmd_backends ;;
|
||||
backend-install) shift; cmd_backend_install "$@" ;;
|
||||
models) cmd_models ;;
|
||||
model-install) shift; cmd_model_install "$@" ;;
|
||||
model-remove) shift; cmd_model_remove "$@" ;;
|
||||
help|--help|-h|'') usage ;;
|
||||
*) echo "Unknown: $1" >&2; usage >&2; exit 1 ;;
|
||||
esac
|
||||
@ -0,0 +1,279 @@
|
||||
#!/bin/bash
|
||||
# LocalAI Cross-Compile Script for OpenWrt SDK
|
||||
# Copyright (C) 2025 CyberMind.fr
|
||||
#
|
||||
# Run this on your build machine (Linux x86_64) with OpenWrt SDK
|
||||
# The resulting binary can be copied to your ARM64 OpenWrt device
|
||||
|
||||
set -e
|
||||
|
||||
LOCALAI_VERSION="${LOCALAI_VERSION:-v2.25.0}"
|
||||
BUILD_DIR="${BUILD_DIR:-/tmp/localai-build}"
|
||||
OUTPUT_DIR="${OUTPUT_DIR:-./output}"
|
||||
|
||||
# Target architecture (default: aarch64 for ARM64)
|
||||
TARGET_ARCH="${TARGET_ARCH:-aarch64}"
|
||||
TARGET_OS="linux"
|
||||
|
||||
# OpenWrt SDK path (set this to your SDK location)
|
||||
SDK_PATH="${SDK_PATH:-}"
|
||||
|
||||
usage() {
|
||||
cat <<EOF
|
||||
LocalAI Cross-Compile Script for OpenWrt
|
||||
|
||||
Usage: $0 [options]
|
||||
|
||||
Options:
|
||||
--sdk PATH Path to OpenWrt SDK (required for cross-compile)
|
||||
--arch ARCH Target architecture: aarch64, x86_64 (default: aarch64)
|
||||
--version VER LocalAI version (default: $LOCALAI_VERSION)
|
||||
--output DIR Output directory (default: ./output)
|
||||
--native Build natively (no cross-compile)
|
||||
--help Show this help
|
||||
|
||||
Examples:
|
||||
# Cross-compile for ARM64 using OpenWrt SDK
|
||||
$0 --sdk /path/to/openwrt-sdk --arch aarch64
|
||||
|
||||
# Build natively on current machine
|
||||
$0 --native
|
||||
|
||||
# Build specific version
|
||||
$0 --native --version v2.24.0
|
||||
|
||||
Requirements:
|
||||
- Go 1.21+
|
||||
- Git
|
||||
- GCC/G++ (or cross-compiler from SDK)
|
||||
- CMake
|
||||
- Make
|
||||
|
||||
EOF
|
||||
}
|
||||
|
||||
log_info() { echo -e "\033[0;32m[INFO]\033[0m $*"; }
|
||||
log_warn() { echo -e "\033[0;33m[WARN]\033[0m $*"; }
|
||||
log_error() { echo -e "\033[0;31m[ERROR]\033[0m $*"; }
|
||||
|
||||
check_deps() {
|
||||
log_info "Checking dependencies..."
|
||||
|
||||
local missing=0
|
||||
|
||||
if ! command -v go &>/dev/null; then
|
||||
log_error "Go not found. Install Go 1.21+"
|
||||
missing=1
|
||||
else
|
||||
log_info "Go: $(go version | head -1)"
|
||||
fi
|
||||
|
||||
if ! command -v git &>/dev/null; then
|
||||
log_error "Git not found"
|
||||
missing=1
|
||||
fi
|
||||
|
||||
if ! command -v make &>/dev/null; then
|
||||
log_error "Make not found"
|
||||
missing=1
|
||||
fi
|
||||
|
||||
if ! command -v cmake &>/dev/null; then
|
||||
log_warn "CMake not found (may be needed for some backends)"
|
||||
fi
|
||||
|
||||
[ $missing -eq 1 ] && exit 1
|
||||
}
|
||||
|
||||
setup_cross_compile() {
|
||||
if [ -z "$SDK_PATH" ]; then
|
||||
log_error "SDK_PATH not set. Use --sdk option or set SDK_PATH environment variable"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ ! -d "$SDK_PATH" ]; then
|
||||
log_error "SDK path does not exist: $SDK_PATH"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
log_info "Setting up cross-compile environment..."
|
||||
|
||||
# Find toolchain
|
||||
local toolchain_dir=$(find "$SDK_PATH" -type d -name "toolchain-*" | head -1)
|
||||
if [ -z "$toolchain_dir" ]; then
|
||||
log_error "Toolchain not found in SDK"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
local bin_dir="$toolchain_dir/bin"
|
||||
|
||||
# Detect cross-compiler prefix
|
||||
local cc_prefix=""
|
||||
case "$TARGET_ARCH" in
|
||||
aarch64)
|
||||
cc_prefix=$(ls "$bin_dir"/*-linux-*-gcc 2>/dev/null | head -1 | xargs basename | sed 's/-gcc$//')
|
||||
;;
|
||||
x86_64)
|
||||
cc_prefix=$(ls "$bin_dir"/*-linux-*-gcc 2>/dev/null | head -1 | xargs basename | sed 's/-gcc$//')
|
||||
;;
|
||||
esac
|
||||
|
||||
if [ -z "$cc_prefix" ]; then
|
||||
log_error "Cross-compiler not found for $TARGET_ARCH"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
export PATH="$bin_dir:$PATH"
|
||||
export CC="${cc_prefix}-gcc"
|
||||
export CXX="${cc_prefix}-g++"
|
||||
export AR="${cc_prefix}-ar"
|
||||
export STRIP="${cc_prefix}-strip"
|
||||
|
||||
log_info "Cross-compiler: $CC"
|
||||
|
||||
# Set Go cross-compile vars
|
||||
export CGO_ENABLED=1
|
||||
export GOOS="$TARGET_OS"
|
||||
|
||||
case "$TARGET_ARCH" in
|
||||
aarch64) export GOARCH="arm64" ;;
|
||||
x86_64) export GOARCH="amd64" ;;
|
||||
*) log_error "Unknown arch: $TARGET_ARCH"; exit 1 ;;
|
||||
esac
|
||||
|
||||
log_info "Target: $GOOS/$GOARCH"
|
||||
}
|
||||
|
||||
setup_native() {
|
||||
log_info "Setting up native build..."
|
||||
export CGO_ENABLED=1
|
||||
export CC=gcc
|
||||
export CXX=g++
|
||||
|
||||
# Detect native arch
|
||||
case "$(uname -m)" in
|
||||
x86_64) export GOARCH="amd64" ;;
|
||||
aarch64) export GOARCH="arm64" ;;
|
||||
*) export GOARCH="amd64" ;;
|
||||
esac
|
||||
export GOOS="linux"
|
||||
|
||||
log_info "Building for: $GOOS/$GOARCH (native)"
|
||||
}
|
||||
|
||||
clone_repo() {
|
||||
log_info "Preparing LocalAI source..."
|
||||
mkdir -p "$BUILD_DIR"
|
||||
cd "$BUILD_DIR"
|
||||
|
||||
if [ -d "LocalAI" ]; then
|
||||
log_info "Updating existing repository..."
|
||||
cd LocalAI
|
||||
git fetch --all
|
||||
git checkout "$LOCALAI_VERSION" 2>/dev/null || git checkout main
|
||||
else
|
||||
log_info "Cloning LocalAI $LOCALAI_VERSION..."
|
||||
git clone --depth 1 --branch "$LOCALAI_VERSION" https://github.com/mudler/LocalAI.git 2>/dev/null || \
|
||||
git clone https://github.com/mudler/LocalAI.git
|
||||
cd LocalAI
|
||||
git checkout "$LOCALAI_VERSION" 2>/dev/null || true
|
||||
fi
|
||||
|
||||
log_info "Source ready at $BUILD_DIR/LocalAI"
|
||||
}
|
||||
|
||||
build_localai() {
|
||||
cd "$BUILD_DIR/LocalAI"
|
||||
|
||||
log_info "Building LocalAI with llama-cpp backend..."
|
||||
log_info "This may take 15-30 minutes..."
|
||||
echo ""
|
||||
|
||||
# Build with llama-cpp backend
|
||||
BUILD_GRPC_FOR_BACKEND_LLAMA=true \
|
||||
GRPC_BACKENDS="backend-assets/grpc/llama-cpp" \
|
||||
BUILD_TYPE=generic \
|
||||
make build 2>&1 | tee "$BUILD_DIR/build.log"
|
||||
|
||||
if [ -f "local-ai" ]; then
|
||||
log_info "Build successful!"
|
||||
|
||||
# Strip binary to reduce size
|
||||
if [ -n "$STRIP" ] && command -v "$STRIP" &>/dev/null; then
|
||||
log_info "Stripping binary..."
|
||||
$STRIP local-ai || true
|
||||
fi
|
||||
|
||||
# Copy to output
|
||||
mkdir -p "$OUTPUT_DIR"
|
||||
cp local-ai "$OUTPUT_DIR/local-ai-${GOARCH}"
|
||||
|
||||
local size=$(ls -lh "$OUTPUT_DIR/local-ai-${GOARCH}" | awk '{print $5}')
|
||||
log_info ""
|
||||
log_info "Output: $OUTPUT_DIR/local-ai-${GOARCH} ($size)"
|
||||
log_info ""
|
||||
log_info "Copy to OpenWrt device:"
|
||||
log_info " scp $OUTPUT_DIR/local-ai-${GOARCH} root@<router>:/opt/localai/bin/local-ai"
|
||||
log_info " ssh root@<router> chmod +x /opt/localai/bin/local-ai"
|
||||
else
|
||||
log_error "Build failed! Check $BUILD_DIR/build.log"
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
# Parse arguments
|
||||
NATIVE_BUILD=0
|
||||
|
||||
while [ $# -gt 0 ]; do
|
||||
case "$1" in
|
||||
--sdk)
|
||||
SDK_PATH="$2"
|
||||
shift 2
|
||||
;;
|
||||
--arch)
|
||||
TARGET_ARCH="$2"
|
||||
shift 2
|
||||
;;
|
||||
--version)
|
||||
LOCALAI_VERSION="$2"
|
||||
shift 2
|
||||
;;
|
||||
--output)
|
||||
OUTPUT_DIR="$2"
|
||||
shift 2
|
||||
;;
|
||||
--native)
|
||||
NATIVE_BUILD=1
|
||||
shift
|
||||
;;
|
||||
--help|-h)
|
||||
usage
|
||||
exit 0
|
||||
;;
|
||||
*)
|
||||
log_error "Unknown option: $1"
|
||||
usage
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
# Main
|
||||
echo ""
|
||||
echo "╔═══════════════════════════════════════════════════════════╗"
|
||||
echo "║ LocalAI Cross-Compile for OpenWrt ║"
|
||||
echo "╚═══════════════════════════════════════════════════════════╝"
|
||||
echo ""
|
||||
|
||||
check_deps
|
||||
|
||||
if [ $NATIVE_BUILD -eq 1 ]; then
|
||||
setup_native
|
||||
else
|
||||
setup_cross_compile
|
||||
fi
|
||||
|
||||
clone_repo
|
||||
build_localai
|
||||
|
||||
log_info "Done!"
|
||||
Loading…
Reference in New Issue
Block a user