Add LM Studio

Author: AgenttiX

.gitignore

@@ -18,6 +18,7 @@ zsh-syntax-highlighting
 *.ab
 *.apk
 *.AppImage
+*.appimage
 *.bak
 *.bin
 *.BIN

backup/rsync_exclude_home.txt

@@ -27,6 +27,7 @@
 .gems
 .googleearth/Cache
 .java/.userPrefs/jetbrains
+.lmstudio/models
 .local/share/fish/generated_completions/
 .local/share/klipper
 .local/share/JetBrains

llm/install.sh

@@ -1,4 +1,12 @@
-#!/usr/bin/env sh
+#!/usr/bin/env bash
+set -eu
+
+if [ "${EUID}" -eq 0 ]; then
+  echo "This script should not be run as root."
+  exit 1
+fi
+
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
 
 # Nix is required for llama.cpp
 if ! command -v nix &> /dev/null; then
@@ -11,13 +19,28 @@ if ! command -v ollama &> /dev/null; then
     curl -fsSL https://ollama.com/install.sh | sh
 fi
 
-nix profile install nixpkgs#llama-cpp --extra-experimental-features nix-command --extra-experimental-features flakes
+if ! command -v llama-server &> /dev/null; then
+    echo "Installing llama.cpp."
+    nix profile install nixpkgs#llama-cpp --extra-experimental-features nix-command --extra-experimental-features flakes
+fi
+
+# if [ ! -f "${SCRIPT_DIR}/LM-Studio-"* ]; then
+#   echo "Downloading LM Studio."
+#   # This does not pick up the name properly.
+#   curl -JLO "https://lmstudio.ai/download/latest/linux/x64" --output-dir "${SCRIPT_DIR}"
+#   chmod +x "${SCRIPT_DIR}/LM-Studio-"*
+# fi
+
+echo "Creating symlink."
+ln -f -s "${SCRIPT_DIR}/lm-studio.desktop" "${HOME}/.local/share/applications/lm-studio.desktop"
+
+ollama --version
 
 which llama-server
 llama-server --version
 
 which llama-cli
-llama-cli -hf Qwen/Qwen2.5-7B-Instruct-GGUF
+# llama-cli -hf Qwen/Qwen2.5-7B-Instruct-GGUF
 
 llama-bench --list-devices
-llama-bench --model ${HOME}/.cache/llama.cpp/Qwen_Qwen2.5-7B-Instruct-GGUF_qwen2.5-7b-instruct-q2_k.gguf
+# llama-bench --model ${HOME}/.cache/llama.cpp/Qwen_Qwen2.5-7B-Instruct-GGUF_qwen2.5-7b-instruct-q2_k.gguf

llm/lm-studio.desktop

@@ -0,0 +1,8 @@
+[Desktop Entry]
+Type=Application
+Name=LM Studio
+Exec=$HOME/Git/linux-scripts/llm/lm-studio.sh
+Comment=Local AI on your computer
+Categories=Development;IDE;
+Terminal=false
+StartupNotify=true

llm/lm-studio.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+set -eu
+
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
+
+"${SCRIPT_DIR}"/LM-Studio-*.appimage --disable-setuid-sandbox --no-sandbox

zsh/.zshrc

@@ -186,6 +186,7 @@ if [[ "${P10K_DELAYED_SETUP}" = true && -r "${XDG_CACHE_HOME:-$HOME/.cache}/p10k
     . "${XDG_CACHE_HOME:-$HOME/.cache}/p10k-instant-prompt-${(%):-%n}.zsh"
 fi
 
+
 # -----
 # Completion
 # -----
@@ -432,6 +433,12 @@ fi
 export NVM_DIR="$HOME/.nvm"
 [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh"
 
+# LM Studio
+if [ -d "${HOME}/.lmstudio" ]; then
+    export PATH="${PATH}:${HOME}/.lmstudio/bin"
+fi
+
+
 # -----
 # Additional repositories
 # -----