-
https://docs.anaconda.com/miniconda/install/#quick-command-line-install
-
https://www.kaggle.com/datasets/ilknuricke/neurohackinginrimages?resource=download
conda create --name cuda_env python=3.9
conda activate cuda_env
conda install tensorflow-gpu python-dotenv pynvml sentencepiece huggingface_hub transformers accelerate beautifulsoup4 matplotlib keras numpy==1.23.4
conda install -c anaconda cudatoolkit
conda install pytorch torchvision torchaudio pytorch-cuda=11.8 -c pytorch -c nvidia
conda install -c conda-forge diffusers
conda config --set auto_activate_base false
conda config --show channels
conda config --append channels conda-forge
# or
conda config --add channels conda-forge
conda config --append channels nvidia
# or
conda config --add channels nvidia
conda config --append channels defaults
# or
conda config --add channels defaults
# linux
pip install opencv-python backgroundremover
# window
conda install opencv rembg
conda info --envs
# or
conda env list
nvcc --version
sudo add-apt-repository ppa:graphics-drivers/ppa --yes
sudo apt install nvidia-driver-470 # or nvidia-driver-495
sudo apt install nvidia-driver
sudo sh NVIDIA-Linux-x86_64-470.42.01.run --dkms
sudo apt-get install bumblebee bumblebee-nvidia primus linux-headers-generic
nvidia-smi ; nvidia-smi --version
Install options packages:
uv python pin <fix-python-version-required>
uv sync
Run dev app:
conda install -c conda-forge toml
uv pip install -r pyproject.toml
uv pip install --project
uv pip install --no-dev --project
python -m app.initial_data # load models
uv run fastapi dev app/main.py --reload
Run app:
fastapi run --reload app/main.py
uvicorn app.main:app --reload
Langchain docs
Manage gemini key
conda install google-generativeai
pip install langchain-google-genai langchain_core langchain
# or upgrade
pip install --upgrade langchain langchain-core langchain-google-genai
venv usage
pip install virtualenv
virtualenv myenv --python=3
myenv/bin/activate # windows
source myenv/bin/activate # linux
pyenv usage
sudo yum groupinstall "Development Tools"
sudo yum install \
libffi-devel \
zlib-devel \
bzip2-devel \
readline-devel \
sqlite-devel \
openssl-devel \
xz-devel \
tk-devel
pyenv install 3.13.3
pyenv rehash
pyenv local 3.13.3
Install cuda toolkit 12.x
sudo find / -name "libdevice.10.bc" 2>/dev/null
conda install -c conda-forge tensorflow=2.18.0 cudnn
XLA_FLAGS=--xla_gpu_cuda_data_dir="/root/.conda/envs/cuda_env/nvvm/libdevice"
LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/root/.conda/envs/cuda_env/lib
CUDA_HOME="/root/.conda/envs/cuda_env"
os.environ["XLA_FLAGS"] = "--xla_gpu_cuda_data_dir=/root/.conda/envs/cuda_env"
Check GPU:
python -c "import tensorflow as tf; print(tf.config.list_physical_devices('GPU'))"
python3 -m pip freeze > requirements.txt
conda list -e > requirements.txt
conda create --name <env> --file requirements.txt
python3 -m pip uninstall -r requirements.txt -y
conda remove pytorch torchvision torchaudio cudatoolkit
conda clean --all
conda remove -n cuda_env --all
apt-get update
apt install python3.12-venv
python -m venv my-env
source ./my-env/bin/activate
./my-env/bin/pip install -r requirements.txt
config apt
apt install software-properties-common
sudo apt-get install python3-launchpadlib
add-apt-repository ppa:deadsnakes/ppa
apt update
list python versions
cd /usr/bin && ls *python*
install python version
sudo apt-get install python3.X
set python version
virtualenv --python="/usr/bin/python3.11" "/path/to/new/my-env/"
run script
./my-env/bin/python <path-to-script>
]
pkg > generate MyProject
using Pkg
Pkg.resolve()