remove tiktoken as dependency

2026-02-06 11:26:53 +00:00 · 2023-08-14 05:53:57 +00:00 · 2023-08-14 05:53:57 +00:00 · 82ad2ba34e
commit 82ad2ba34e
parent bae0bcf484
2 changed files with 0 additions and 2 deletions
--- a/requirements.txt
+++ b/requirements.txt
@ -2,7 +2,6 @@ numpy==1.23.5
 pytest==7.4.0
 Requests==2.31.0
 sentencepiece==0.1.99
-tiktoken==0.3.3
 torch==2.0.1
 tqdm==4.64.1
 wandb==0.15.5
--- a/sample.py
+++ b/sample.py
@ -5,7 +5,6 @@ import os
 import pickle
 from contextlib import nullcontext
 import torch
-import tiktoken
 from model import ModelArgs, Transformer
 from tokenizer import Tokenizer