jay817/wiki
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bashrc: add llama.cpp env

Browse Source
This commit is contained in:
Jaewook Lee
2024-09-23 09:43:19 +09:00
parent 11000150ba
commit e58f7e2fa3
1 changed files with 13 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
linux-bash/bash_aliases.sh
View File

@@ -1,5 +1,16 @@
export PATH="/usr/local/bin:/home/w/.cache/ms-playwright/chromium-1129/chrome-linux:$PATH"
export GGML_CUDA=1
export LLAMA_CURL=1
export LLAMA_ARG_N_GPU_LAYERS=99
export LLAMA_ARG_FLASH_ATTN=1
export LLAMA_ARG_HOST="0.0.0.0"
export LLAMA_ARG_HF_REPO="bartowski/Phi-3-medium-128k-instruct-GGUF"
export LLAMA_ARG_HF_FILE="Phi-3-medium-128k-instruct-Q4_K_S.gguf"
export LLAMA_ARG_CTX_SIZE=65536
alias rp=runpodctl alias rp=runpodctl
export PATH="/usr/local/bin:/home/w/.cache/ms-playwright/chromium-1129/chrome-linux:$PATH"
export COMPOSE_STOP_GRACE_PERIOD=0 export COMPOSE_STOP_GRACE_PERIOD=0
export PATH=/usr/bin:$PATH export PATH=/usr/bin:$PATH
alias prune="docker system prune -f" alias prune="docker system prune -f"
@@ -39,9 +50,7 @@ log() {
alias download="huggingface-cli download" alias download="huggingface-cli download"
alias journal="sudo journalctl -u" alias journal="sudo journalctl -u"
export GGML_CUDA=1 export LIBGL_ALWAYS_INDIRECT=1
export LLAMA_CURL=1
# export LIBGL_ALWAYS_INDIRECT=1
export LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/local/lib:$LD_LIBRARY_PATH" export LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/local/lib:$LD_LIBRARY_PATH"
export PATH="/home/w/.venv/bin:/home/w/hub/llama.cpp:/usr/local/cuda/bin:$PATH" export PATH="/home/w/.venv/bin:/home/w/hub/llama.cpp:/usr/local/cuda/bin:$PATH"
@@ -70,17 +79,6 @@ alias mac="ssh jaewooklee@192.168.12.45"
alias ip="ip -4" alias ip="ip -4"
alias ping="ping -c 2" alias ping="ping -c 2"
diff() {
if [[ $# -eq 0 ]]; then
clear
git status
echo
echo
git --no-pager diff
else
diff -qr "$@"
fi
}
alias less="less -SEX" alias less="less -SEX"