diff --git a/requirements.txt b/requirements.txt index e3f97c4e..7187a737 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,7 +2,6 @@ numpy==1.23.5 pytest==7.4.0 Requests==2.31.0 sentencepiece==0.1.99 -tiktoken==0.3.3 torch==2.0.1 tqdm==4.64.1 wandb==0.15.5 diff --git a/sample.py b/sample.py index 64bb1778..b26e277f 100644 --- a/sample.py +++ b/sample.py @@ -5,7 +5,6 @@ import pickle from contextlib import nullcontext import torch -import tiktoken from model import ModelArgs, Transformer from tokenizer import Tokenizer