Skip to content

underpostnet/lab

Repository files navigation

docs

install things separately and activating tensorflow-gpu

conda create --name cuda_env python=3.9
conda activate cuda_env
conda install tensorflow-gpu python-dotenv pynvml sentencepiece huggingface_hub transformers accelerate beautifulsoup4 matplotlib keras numpy==1.23.4
conda install -c anaconda cudatoolkit
conda install pytorch torchvision torchaudio pytorch-cuda=11.8 -c pytorch -c nvidia
conda install -c conda-forge diffusers

Disable Conda from initializing automatically on startup in Linux

conda config --set auto_activate_base false

channels

conda config --show channels
conda config --append channels conda-forge
# or
conda config --add channels conda-forge
conda config --append channels nvidia
# or
conda config --add channels nvidia
conda config --append channels defaults
# or
conda config --add channels defaults

install others packages

# linux
pip install opencv-python backgroundremover
# window
conda install opencv rembg

list env

conda info --envs
# or
conda env list

check GPU version compatible with CUDA version

nvcc --version
sudo add-apt-repository ppa:graphics-drivers/ppa --yes
sudo apt install nvidia-driver-470  # or nvidia-driver-495
sudo apt install nvidia-driver
sudo sh NVIDIA-Linux-x86_64-470.42.01.run --dkms
sudo apt-get install bumblebee bumblebee-nvidia primus linux-headers-generic
nvidia-smi ; nvidia-smi --version

uv env

Install options packages:

uv python pin <fix-python-version-required>
uv sync

fastapi env

Run dev app:

conda install -c conda-forge toml
uv pip install -r pyproject.toml
uv pip install --project
uv pip install --no-dev --project
python -m app.initial_data # load models
uv run fastapi dev app/main.py --reload

Run app:

fastapi run --reload app/main.py
uvicorn app.main:app --reload

langchain env

Langchain docs

Manage gemini key

conda install google-generativeai
pip install langchain-google-genai langchain_core langchain
# or upgrade
pip install --upgrade langchain langchain-core langchain-google-genai

RHEL env

venv usage

pip install virtualenv
virtualenv myenv --python=3
myenv/bin/activate # windows
source myenv/bin/activate # linux

pyenv usage

sudo yum groupinstall "Development Tools"

sudo yum install \
  libffi-devel \
  zlib-devel \
  bzip2-devel \
  readline-devel \
  sqlite-devel \
  openssl-devel \
  xz-devel \
  tk-devel

pyenv install 3.13.3
pyenv rehash
pyenv local 3.13.3

Install cuda toolkit 12.x

sudo find / -name "libdevice.10.bc" 2>/dev/null
conda install -c conda-forge tensorflow=2.18.0 cudnn
XLA_FLAGS=--xla_gpu_cuda_data_dir="/root/.conda/envs/cuda_env/nvvm/libdevice"
LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/root/.conda/envs/cuda_env/lib
CUDA_HOME="/root/.conda/envs/cuda_env"
os.environ["XLA_FLAGS"] = "--xla_gpu_cuda_data_dir=/root/.conda/envs/cuda_env"

Check GPU:

python -c "import tensorflow as tf; print(tf.config.list_physical_devices('GPU'))"

export requirements

python3 -m pip freeze > requirements.txt
conda list -e > requirements.txt
conda create --name <env> --file requirements.txt

uninstall

python3 -m pip uninstall -r requirements.txt -y
conda remove pytorch torchvision torchaudio cudatoolkit
conda clean --all

remove env

conda remove -n cuda_env --all

python virtual environment

apt-get update
apt install python3.12-venv
python -m venv my-env
source ./my-env/bin/activate
./my-env/bin/pip install -r requirements.txt

manage versions

config apt

apt install software-properties-common
sudo apt-get install python3-launchpadlib
add-apt-repository ppa:deadsnakes/ppa
apt update

list python versions

cd /usr/bin && ls *python*

install python version

sudo apt-get install python3.X

set python version

virtualenv --python="/usr/bin/python3.11" "/path/to/new/my-env/"

run script

./my-env/bin/python <path-to-script>

julia: generate project

]

pkg > generate MyProject

julia: install package

using Pkg

Pkg.resolve()

About

No description, website, or topics provided.

Resources

Stars

Watchers

Forks

Releases

No releases published

Packages

No packages published

Contributors 2

  •  
  •