Fallback language parameter

Author: philippesaade-wmde

main.py

@@ -57,7 +57,8 @@ async def get_textified_wd(
     format: str = 'json',
     external_ids: bool = True,
     references: bool = False,
-    all_ranks: bool = False
+    all_ranks: bool = False,
+    fallback_lang: str = 'en'
 ):
     """
     Retrieve a Wikidata item with all labels or textual representations for an LLM.
@@ -70,6 +71,7 @@ async def get_textified_wd(
         external_ids (bool): If True, includes external IDs in the response.
         all_ranks (bool): If True, includes statements of all ranks (preferred, normal, deprecated).
         references (bool): If True, includes references in the response. (only available in JSON format)
+        fallback_lang (str): The fallback language code if the preferred language is not available.
 
     Returns:
         list: A list of dictionaries containing QIDs and the similarity scores.
@@ -101,7 +103,8 @@ async def get_textified_wd(
                     external_ids=external_ids,
                     all_ranks=all_ranks,
                     references=references,
-                    filter_pids=filter_pids
+                    filter_pids=filter_pids,
+                    fallback_lang=fallback_lang
                 )
 
                 if not entity:

src/WikidataLabel.py

@@ -307,8 +307,9 @@ def __str__(self):
         return self.factory.get_label(self.qid)
 
 class LazyLabelFactory:
-    def __init__(self, lang='en'):
+    def __init__(self, lang='en', fallback_lang='en'):
         self.lang = lang
+        self.fallback_lang = fallback_lang
         self._pending_ids = set()
         self._resolved_labels = {}
 
@@ -325,7 +326,7 @@ def resolve_all(self):
 
     def get_label(self, qid: str) -> str:
         label_dict = self._resolved_labels.get(qid, {})
-        label = WikidataLabel.get_lang_val(label_dict, lang=self.lang, fallback_lang='en')
+        label = WikidataLabel.get_lang_val(label_dict, lang=self.lang, fallback_lang=self.fallback_lang)
         return label
 
     def set_lang(self, lang: str):

src/WikidataTextifier.py

@@ -474,13 +474,14 @@ def from_wd(cls,
                 external_ids: bool = True,
                 all_ranks: bool = False,
                 references: bool = False,
-                filter_pids: list[str] | None = None):
+                filter_pids: list[str] | None = None,
+                fallback_lang: str = 'en'):
 
         if 'labels' not in entity_dict:
             return None
 
-        label = WikidataLabel.get_lang_val(entity_dict['labels'], lang, fallback_lang='en')
-        description = WikidataLabel.get_lang_val(entity_dict['descriptions'], lang, fallback_lang='en')
+        label = WikidataLabel.get_lang_val(entity_dict['labels'], lang, fallback_lang=fallback_lang)
+        description = WikidataLabel.get_lang_val(entity_dict['descriptions'], lang, fallback_lang=fallback_lang)
 
         aliases = entity_dict['aliases'].get(lang, []) + \
                         entity_dict['aliases'].get('mul', [])
@@ -489,7 +490,7 @@ def from_wd(cls,
                                 else alias \
                                     for alias in aliases]))
 
-        lazylabel = LazyLabelFactory(lang=lang)
+        lazylabel = LazyLabelFactory(lang=lang, fallback_lang=fallback_lang)
 
         claims = entity_dict.get('claims', {})
         if filter_pids: