From 5645be97b7f02149a35cfecd8d1639ae9969a066 Mon Sep 17 00:00:00 2001
From: CodemodService Bot <ltoonqpgsf_1546886053@tfbnw.net>
Date: Fri, 23 May 2025 13:38:35 -0700
Subject: [PATCH] Fix CQS signal. Id] 10393698 --
 performance-faster-string-find in fbcode/pytorch/tokenizers/src (#76)

Summary: Pull Request resolved: https://github.com/pytorch-labs/tokenizers/pull/76

Reviewed By: dtolnay

Differential Revision: D74983583
---
 src/tiktoken.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/tiktoken.cpp b/src/tiktoken.cpp
index 57b3cbc..c436183 100644
--- a/src/tiktoken.cpp
+++ b/src/tiktoken.cpp
@@ -67,7 +67,7 @@ static Result<std::pair<std::string, uint64_t>> _parse(
   // Tiktoken format
   // https://github.com/openai/tiktoken/blob/main/tiktoken/load.py#L140 <base64
   // encoded token str> <rank>
-  auto pos = line.find(" ");
+  auto pos = line.find(' ');
   TK_CHECK_OR_RETURN_ERROR(
       pos != std::string::npos,
       ParseFailure,