From d6d22fdc91091fc74046625239fb50de33eed023 Mon Sep 17 00:00:00 2001
From: xiyihan0 <71264788+xiyihan0@users.noreply.github.com>
Date: Fri, 10 Nov 2023 11:11:36 +0800
Subject: [PATCH] Update tiktoken.h
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

139行assert中的!=应改为==
---
 tiktoken.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tiktoken.h b/tiktoken.h
index 8624b34..49baa77 100644
--- a/tiktoken.h
+++ b/tiktoken.h
@@ -136,7 +136,7 @@ class tiktoken {
 			for (const auto &[k, v] : encoder_) {
 				decoder_.emplace(v, k);
 			}
-			assert(encoder_.size() != decoder_.size() && "Encoder and decoder must be of equal length; maybe you had duplicate token indices in your encoder?");
+			assert(encoder_.size() == decoder_.size() && "Encoder and decoder must be of equal length; maybe you had duplicate token indices in your encoder?");
 
 			for (const auto &[k, v] : special_tokens_encoder) {
 				special_tokens_decoder.emplace(v, k);