Rollback change on _get_num_tokens

Author: cbornet

libs/langchain/langchain/chains/combine_documents/stuff.py

@@ -240,7 +240,7 @@ def prompt_length(self, docs: list[Document], **kwargs: Any) -> Optional[int]:
         """
         inputs = self._get_inputs(docs, **kwargs)
         prompt = self.llm_chain.prompt.format(**inputs)
-        return self.llm_chain.get_num_tokens(prompt)
+        return self.llm_chain._get_num_tokens(prompt)  # noqa: SLF001
 
     def combine_docs(
         self,

libs/langchain/langchain/chains/conversational_retrieval/base.py

@@ -388,7 +388,7 @@ def _reduce_tokens_below_limit(self, docs: list[Document]) -> list[Document]:
             StuffDocumentsChain,
         ):
             tokens = [
-                self.combine_docs_chain.llm_chain.get_num_tokens(doc.page_content)
+                self.combine_docs_chain.llm_chain._get_num_tokens(doc.page_content)  # noqa: SLF001
                 for doc in docs
             ]
             token_count = sum(tokens[:num_docs])

libs/langchain/langchain/chains/llm.py

@@ -422,7 +422,7 @@ def from_string(cls, llm: BaseLanguageModel, template: str) -> LLMChain:
         prompt_template = PromptTemplate.from_template(template)
         return cls(llm=llm, prompt=prompt_template)
 
-    def get_num_tokens(self, text: str) -> int:
+    def _get_num_tokens(self, text: str) -> int:
         return _get_language_model(self.llm).get_num_tokens(text)
 
 

libs/langchain/langchain/chains/qa_with_sources/retrieval.py

@@ -33,7 +33,7 @@ def _reduce_tokens_below_limit(self, docs: list[Document]) -> list[Document]:
             StuffDocumentsChain,
         ):
             tokens = [
-                self.combine_documents_chain.llm_chain.get_num_tokens(doc.page_content)
+                self.combine_documents_chain.llm_chain._get_num_tokens(doc.page_content)  # noqa: SLF001
                 for doc in docs
             ]
             token_count = sum(tokens[:num_docs])

libs/langchain/langchain/chains/qa_with_sources/vector_db.py

@@ -38,7 +38,7 @@ def _reduce_tokens_below_limit(self, docs: list[Document]) -> list[Document]:
             StuffDocumentsChain,
         ):
             tokens = [
-                self.combine_documents_chain.llm_chain.get_num_tokens(doc.page_content)
+                self.combine_documents_chain.llm_chain._get_num_tokens(doc.page_content)  # noqa: SLF001
                 for doc in docs
             ]
             token_count = sum(tokens[:num_docs])