diff --git a/docling/models/ds_glm_model.py b/docling/models/ds_glm_model.py
index e63bad3..0a066bf 100644
--- a/docling/models/ds_glm_model.py
+++ b/docling/models/ds_glm_model.py
@@ -43,7 +43,8 @@ class GlmModel:
     def __init__(self, options: GlmOptions):
         self.options = options
 
-        load_pretrained_nlp_models()
+        if self.options.model_names != "":
+            load_pretrained_nlp_models()
         self.model = init_nlp_model(model_names=self.options.model_names)
 
     def _to_legacy_document(self, conv_res) -> DsDocument: