We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 028f201 commit a896e12Copy full SHA for a896e12
1 file changed
text_preprocessing/preprocessor.py
@@ -280,6 +280,7 @@ def process_texts(
280
def process_string(self, text: str, keep_all: bool = True) -> Tokens:
281
"""Take a string and return a list of preprocessed tokens"""
282
progress_info = {"count": 0, "doc_count": 0, "progress": False, "progress_prefix": ""}
283
+ self.text_fetcher_args["is_philo_db"] = False # Ensure string processing does not expect PhiloLogic format
284
result = self.__process_batch([text], keep_all, progress_info)
285
return next(result)
286
0 commit comments