Merge pull request #570 from aurelio-labs/james/dep-issue

jamescalam · web-flow · commit e182fe935590 · 2025-03-22T11:44:56.000+04:00
fix: dep issue
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -44,7 +44,11 @@ jobs:
         enable-cache: true
         cache-dependency-glob: "uv.lock"
         python-version: ${{ matrix.python-version }}
-    - name: Install Dependencies
+    - name: Install Dependencies (Essential Only)
+      run: uv sync
+    - name: Confirm Library Imports
+      run: uv run python -c "import semantic_router"
+    - name: Install Dependencies (All)
       run: uv sync --extra all
     - name: Install nltk
       run: uv pip install nltk
diff --git a/docs/00-introduction.ipynb b/docs/00-introduction.ipynb
@@ -53,7 +53,7 @@
       },
       "outputs": [],
       "source": [
-        "!pip install -qU \"semantic-router>=0.1.4\""
+        "!pip install -qU \"semantic-router>=0.1.5\""
       ]
     },
     {
diff --git a/docs/01-save-load-from-file.ipynb b/docs/01-save-load-from-file.ipynb
@@ -46,7 +46,7 @@
       },
       "outputs": [],
       "source": [
-        "!pip install -qU \"semantic-router>=0.1.4\""
+        "!pip install -qU \"semantic-router>=0.1.5\""
       ]
     },
     {
diff --git a/docs/02-dynamic-routes.ipynb b/docs/02-dynamic-routes.ipynb
@@ -95,7 +95,7 @@
    ],
    "source": [
     "!pip install tzdata\n",
-    "!pip install -qU \"semantic-router>=0.1.4\""
+    "!pip install -qU \"semantic-router>=0.1.5\""
    ]
   },
   {
diff --git a/docs/03-basic-langchain-agent.ipynb b/docs/03-basic-langchain-agent.ipynb
@@ -52,7 +52,7 @@
       "outputs": [],
       "source": [
         "!pip install -qU \\\n",
-        "    \"semantic-router>=0.1.4\" \\\n",
+        "    \"semantic-router>=0.1.5\" \\\n",
         "    langchain==0.0.352 \\\n",
         "    openai>=1.6.1"
       ]
diff --git a/docs/06-threshold-optimization.ipynb b/docs/06-threshold-optimization.ipynb
@@ -37,7 +37,7 @@
       },
       "outputs": [],
       "source": [
-        "!pip install -qU \"semantic-router>=0.1.4\""
+        "!pip install -qU \"semantic-router>=0.1.5\""
       ]
     },
     {
diff --git a/docs/08-async-dynamic-routes.ipynb b/docs/08-async-dynamic-routes.ipynb
@@ -78,7 +78,7 @@
    "outputs": [],
    "source": [
     "!pip install -qU \\\n",
-    "    \"semantic-router>=0.1.4\" \\\n",
+    "    \"semantic-router>=0.1.5\" \\\n",
     "    tzdata"
    ]
   },
diff --git a/docs/09-route-filter.ipynb b/docs/09-route-filter.ipynb
@@ -53,7 +53,7 @@
       },
       "outputs": [],
       "source": [
-        "!pip install -qU \"semantic-router>=0.1.4\""
+        "!pip install -qU \"semantic-router>=0.1.5\""
       ]
     },
     {
diff --git a/docs/indexes/local.ipynb b/docs/indexes/local.ipynb
@@ -13,7 +13,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "!pip install -qU \"semantic-router>=0.1.4\""
+    "!pip install -qU \"semantic-router>=0.1.5\""
    ]
   },
   {
diff --git a/docs/indexes/pinecone-local.ipynb b/docs/indexes/pinecone-local.ipynb
@@ -50,7 +50,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "!pip install -qU \"semantic-router[pinecone]>=0.1.4\""
+    "!pip install -qU \"semantic-router[pinecone]>=0.1.5\""
    ]
   },
   {
diff --git a/docs/indexes/pinecone-sync-routes.ipynb b/docs/indexes/pinecone-sync-routes.ipynb
@@ -6,7 +6,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "!pip install -qU \"semantic-router[pinecone]>=0.1.4\""
+    "!pip install -qU \"semantic-router[pinecone]>=0.1.5\""
    ]
   },
   {
diff --git a/docs/indexes/pinecone.ipynb b/docs/indexes/pinecone.ipynb
@@ -6,7 +6,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "!pip install -qU \"semantic-router[pinecone]>=0.1.4\""
+    "!pip install -qU \"semantic-router[pinecone]>=0.1.5\""
    ]
   },
   {
diff --git a/docs/indexes/pinecone_async.ipynb b/docs/indexes/pinecone_async.ipynb
@@ -6,7 +6,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "!pip install -qU \"semantic-router[pinecone]>=0.1.4\""
+    "!pip install -qU \"semantic-router[pinecone]>=0.1.5\""
    ]
   },
   {
diff --git a/docs/user-guide/features/dynamic-routes.md b/docs/user-guide/features/dynamic-routes.md
@@ -91,7 +91,7 @@ Then add the new route to a router.
 
 ```python
 !pip install tzdata
-!pip install -qU semantic-router>=0.1.4
+!pip install -qU semantic-router>=0.1.5
 ```
 
 ### Initializing Routes and SemanticRouter
diff --git a/docs/user-guide/features/threshold-optimization.md b/docs/user-guide/features/threshold-optimization.md
@@ -7,7 +7,7 @@ Given that this one `score_threshold` parameter can define the choice of a route
 [![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/aurelio-labs/semantic-router/blob/main/docs/06-threshold-optimization.ipynb) [![Open nbviewer](https://raw.githubusercontent.com/pinecone-io/examples/master/assets/nbviewer-shield.svg)](https://nbviewer.org/github/aurelio-labs/semantic-router/blob/main/docs/06-threshold-optimization)
 
 ```python
-!pip install -qU "semantic-router>=0.1.4"
+!pip install -qU "semantic-router>=0.1.5"
 ```
 
 ## Define SemanticRouter
diff --git a/docs/user-guide/guides/migration-to-v1.md b/docs/user-guide/guides/migration-to-v1.md
@@ -31,7 +31,7 @@ The v0.1 release of semantic router introduces several breaking changes to impro
   The `retrieve_multiple_routes` method has been removed. If you need similar functionality:
   
   - In versions 0.1.0-0.1.2: You can use the deprecated `_semantic_classify_multiple_routes` method
-  - In version 0.1.3+ (0.1.4+ is recommended): Use the `__call__` or `acall` methods with appropriate `limit` parameter.
+  - In version 0.1.3+ (0.1.5+ is recommended): Use the `__call__` or `acall` methods with appropriate `limit` parameter.
   
   ```python
   # Before (v0.0.x)
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "semantic-router"
-version = "0.1.4"
+version = "0.1.5"
 description = "Super fast semantic router for AI decision making"
 authors = [{ name = "Aurelio AI", email = "hello@aurelio.ai" }]
 requires-python = ">=3.9,<3.14"
diff --git a/semantic_router/tokenizers.py b/semantic_router/tokenizers.py
@@ -1,9 +1,11 @@
 import json
 from pathlib import Path
+from typing import Any
+import importlib.util
 
 import numpy as np
-from tokenizers import Tokenizer
-from tokenizers.normalizers import Sequence
+
+# Tokenizers imports moved to be optional
 
 
 class BaseTokenizer:
@@ -84,19 +86,28 @@ class PretrainedTokenizer(BaseTokenizer):
     :type model_ident: str
     """
 
-    tokenizer: Tokenizer
     add_special_tokens: bool
     pad: bool
     model_ident: str
 
     def __init__(
         self,
         model_ident: str,
-        custom_normalizer: Sequence | None = None,
+        custom_normalizer: Any = None,
         add_special_tokens: bool = False,
         pad: bool = True,
     ) -> None:
         """Constructor method"""
+        # Check if tokenizers is available
+        if importlib.util.find_spec("tokenizers") is None:
+            raise ImportError(
+                "The 'tokenizers' package is required for PretrainedTokenizer but not installed. "
+                "Please install it with `pip install tokenizers`."
+            )
+
+        # Import tokenizers only when needed
+        from tokenizers import Tokenizer
+
         super().__init__()
         self.add_special_tokens = add_special_tokens
         self.model_ident = model_ident
diff --git a/uv.lock b/uv.lock

Original file line number	Diff line number	Diff line change
`@@ -53,7 +53,7 @@`
`53`	`53`	`},`
`54`	`54`	`"outputs": [],`
`55`	`55`	`"source": [`
`56`		`- "!pip install -qU \"semantic-router>=0.1.4\""`
	`56`	`+ "!pip install -qU \"semantic-router>=0.1.5\""`
`57`	`57`	`]`
`58`	`58`	`},`
`59`	`59`	`{`
Original file line number	Diff line number	Diff line change
`@@ -46,7 +46,7 @@`
`46`	`46`	`},`
`47`	`47`	`"outputs": [],`
`48`	`48`	`"source": [`
`49`		`- "!pip install -qU \"semantic-router>=0.1.4\""`
	`49`	`+ "!pip install -qU \"semantic-router>=0.1.5\""`
`50`	`50`	`]`
`51`	`51`	`},`
`52`	`52`	`{`
Original file line number	Diff line number	Diff line change
`@@ -95,7 +95,7 @@`
`95`	`95`	`],`
`96`	`96`	`"source": [`
`97`	`97`	`"!pip install tzdata\n",`
`98`		`- "!pip install -qU \"semantic-router>=0.1.4\""`
	`98`	`+ "!pip install -qU \"semantic-router>=0.1.5\""`
`99`	`99`	`]`
`100`	`100`	`},`
`101`	`101`	`{`
Original file line number	Diff line number	Diff line change
`@@ -52,7 +52,7 @@`
`52`	`52`	`"outputs": [],`
`53`	`53`	`"source": [`
`54`	`54`	`"!pip install -qU \\\n",`
`55`		`- " \"semantic-router>=0.1.4\" \\\n",`
	`55`	`+ " \"semantic-router>=0.1.5\" \\\n",`
`56`	`56`	`" langchain==0.0.352 \\\n",`
`57`	`57`	`" openai>=1.6.1"`
`58`	`58`	`]`
Original file line number	Diff line number	Diff line change
`@@ -37,7 +37,7 @@`
`37`	`37`	`},`
`38`	`38`	`"outputs": [],`
`39`	`39`	`"source": [`
`40`		`- "!pip install -qU \"semantic-router>=0.1.4\""`
	`40`	`+ "!pip install -qU \"semantic-router>=0.1.5\""`
`41`	`41`	`]`
`42`	`42`	`},`
`43`	`43`	`{`
Original file line number	Diff line number	Diff line change
`@@ -78,7 +78,7 @@`
`78`	`78`	`"outputs": [],`
`79`	`79`	`"source": [`
`80`	`80`	`"!pip install -qU \\\n",`
`81`		`- " \"semantic-router>=0.1.4\" \\\n",`
	`81`	`+ " \"semantic-router>=0.1.5\" \\\n",`
`82`	`82`	`" tzdata"`
`83`	`83`	`]`
`84`	`84`	`},`
Original file line number	Diff line number	Diff line change
`@@ -13,7 +13,7 @@`
`13`	`13`	`"metadata": {},`
`14`	`14`	`"outputs": [],`
`15`	`15`	`"source": [`
`16`		`- "!pip install -qU \"semantic-router>=0.1.4\""`
	`16`	`+ "!pip install -qU \"semantic-router>=0.1.5\""`
`17`	`17`	`]`
`18`	`18`	`},`
`19`	`19`	`{`
Original file line number	Diff line number	Diff line change
`@@ -50,7 +50,7 @@`
`50`	`50`	`"metadata": {},`
`51`	`51`	`"outputs": [],`
`52`	`52`	`"source": [`
`53`		`- "!pip install -qU \"semantic-router[pinecone]>=0.1.4\""`
	`53`	`+ "!pip install -qU \"semantic-router[pinecone]>=0.1.5\""`
`54`	`54`	`]`
`55`	`55`	`},`
`56`	`56`	`{`