Change to poetry

.devcontainer/Dockerfile

@@ -0,0 +1,48 @@
+FROM nvidia/cuda:11.8.0-base-ubuntu22.04
+RUN apt update && apt install -y --no-install-recommends git ssh python3 python3-pip
+RUN ln -s /usr/bin/python3 /usr/bin/python
+
+ARG USER_NAME=user
+ARG USER_UID=1000
+ARG USER_GID=$USER_UID
+
+# Create the user
+RUN groupadd --gid $USER_GID $USER_NAME \
+    && useradd --uid $USER_UID --gid $USER_GID -m $USER_NAME \
+    #
+    # [Optional] Add sudo support. Omit if you don't need to install software after connecting.
+    && apt-get update \
+    && apt-get install -y sudo make \
+        git \
+        libssl-dev \
+        zlib1g-dev \
+        libbz2-dev \
+        libreadline-dev \
+        libsqlite3-dev \
+        wget \
+        curl \
+        llvm \
+        libncurses5-dev \
+#        xz-utils \
+#        tk-dev \
+        libxml2-dev \
+        libxmlsec1-dev \
+        libffi-dev \
+        liblzma-dev \
+        libsm6 \
+        libxext6 \
+        ffmpeg \
+        libfontconfig1 \
+        libxrender1 \
+        libgl1-mesa-glx \
+    && echo $USER_NAME ALL=\(root\) NOPASSWD:ALL > /etc/sudoers.d/$USER_NAME \
+    && chmod 0440 /etc/sudoers.d/$USER_NAME
+
+# ********************************************************
+# * Anything else you want to do like clean up goes here *
+# ********************************************************
+
+# [Optional] Set the default user. Omit if you want to keep the default as root.
+USER $USER_NAME
+
+RUN curl -sSL https://install.python-poetry.org | /usr/bin/python3 -

.devcontainer/devcontainer.json

@@ -0,0 +1,39 @@
+{
+	"name": "Python 3",
+	"build": {
+		"dockerfile": "Dockerfile",
+		"context": ".."
+	},
+	"remoteEnv": {
+		"PATH": "${containerEnv:PATH}:/home/user/.local/bin"
+	},
+	"postCreateCommand": "poetry config virtualenvs.in-project true && poetry install",
+	"runArgs": ["--gpus","all"],
+
+	// Configure tool-specific properties.
+	"customizations": {
+		// Configure properties specific to VS Code.
+		"vscode": {
+			// Set *default* container specific settings.json values on container create.
+			"settings": { 
+				"python.defaultInterpreterPath": "/usr/bin/python"
+			},
+
+			// Add the IDs of extensions you want installed when the container is created.
+			"extensions": [
+				"ms-python.python",
+				"ms-python.vscode-pylance",
+				"ms-toolsai.jupyter"
+			]
+		}
+	},
+
+	// Use 'forwardPorts' to make a list of ports inside the container available locally.
+	// "forwardPorts": [],
+
+	// Use 'postCreateCommand' to run commands after the container is created.
+	// "postCreateCommand": "pip3 install --user -r requirements.txt",
+
+	// Comment out to connect as root instead. More info: https://aka.ms/vscode-remote/containers/non-root.
+	"remoteUser": "user"
+}

README.md

@@ -49,23 +49,15 @@ By leveraging **both general and deep knowledge**, we aim at building an AI that
 
 ## Quick Start
 
-```
+```sh
 # clone the repo
 git clone https://github.com/microsoft/TaskMatrix.git
 
 # Go to directory
-cd visual-chatgpt
-
-# create a new environment
-conda create -n visgpt python=3.8
-
-# activate the new environment
-conda activate visgpt
+cd TaskMatrix
 
-#  prepare the basic environments
-pip install -r requirements.txt
-pip install  git+https://github.com/IDEA-Research/GroundingDINO.git
-pip install  git+https://github.com/facebookresearch/segment-anything.git
+# install requirements
+poetry install
 
 # prepare your private OpenAI key (for Linux)
 export OPENAI_API_KEY={Your_Private_Openai_Key}
@@ -82,13 +74,13 @@ set OPENAI_API_KEY={Your_Private_Openai_Key}
 # You can use: "ImageCaptioning_cpu,Text2Image_cuda:0"
 
 # Advice for CPU Users
-python visual_chatgpt.py --load ImageCaptioning_cpu,Text2Image_cpu
+poetry run python visual_chatgpt.py --load ImageCaptioning_cpu,Text2Image_cpu
 
 # Advice for 1 Tesla T4 15GB  (Google Colab)                       
-python visual_chatgpt.py --load "ImageCaptioning_cuda:0,Text2Image_cuda:0"
+poetry run python visual_chatgpt.py --load "ImageCaptioning_cuda:0,Text2Image_cuda:0"
 
 # Advice for 4 Tesla V100 32GB                            
-python visual_chatgpt.py --load "Text2Box_cuda:0,Segmenting_cuda:0,
+poetry run python visual_chatgpt.py --load "Text2Box_cuda:0,Segmenting_cuda:0,
     Inpainting_cuda:0,ImageCaptioning_cuda:0,
     Text2Image_cuda:1,Image2Canny_cpu,CannyText2Image_cuda:1,
     Image2Depth_cpu,DepthText2Image_cuda:1,VisualQuestionAnswering_cuda:2,